-- Logs begin at Tue 2021-08-31 06:52:42 UTC, end at Tue 2021-08-31 07:52:32 UTC. -- Aug 31 07:28:34.307491 dv-cinder-799668-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 07:28:37.054219 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.common.config [-] Logging enabled! Aug 31 07:28:37.054823 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 07:28:37.054952 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93933) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 07:28:37.058130 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.common.config [-] Logging enabled! Aug 31 07:28:37.058412 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 07:28:37.058731 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93933) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 07:28:37.059670 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 07:28:37.059909 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 07:28:37.060288 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 07:28:37.060540 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 07:28:37.060773 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 07:28:37.061090 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.061541 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.061854 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.062091 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.062415 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.062716 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.063021 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.063307 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.063611 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.063916 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.064189 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.064476 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.064711 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.064997 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.065288 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.065578 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.065806 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] debug = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.066089 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.066556 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.066959 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.067247 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.067543 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.067829 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.068106 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.068388 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.068680 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.069046 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] host = dv-cinder-799668-14-iscsi {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.069330 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.069625 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.069918 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.070207 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.070515 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.070802 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.071093 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.071379 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.071665 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] log_file = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.071930 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.072223 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.072515 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.072811 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.073041 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.073274 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.073567 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.073860 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.074139 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.074445 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.074725 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.075004 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.075282 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.075555 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.075845 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.076134 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.076423 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.076701 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.076980 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.077256 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.077534 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.077823 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.078102 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.078403 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.078685 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.078975 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.079250 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.079529 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.079832 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.080123 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.080410 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.080697 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.080974 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.081262 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.081539 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.081817 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.082093 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] use_json = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.082390 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.082667 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.082953 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.083236 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.083514 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.083792 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.084068 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.084357 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:37.084682 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.084985 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.085295 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.085588 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.085890 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.086177 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.086505 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.086794 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.087086 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.087383 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.087677 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.087963 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.088256 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.088541 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.088842 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.089151 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.089454 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.089754 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.090038 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.090319 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.090623 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.090908 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.091202 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.091505 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.091788 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.092084 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.092370 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.092666 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.092965 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.093266 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.093547 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.093831 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.094130 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.094443 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.094726 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.095009 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.095302 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.095587 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.095868 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.096156 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.096438 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.096718 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.096997 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.097278 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.097576 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.097860 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.098140 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.098443 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.098728 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.099005 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.099293 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.099576 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.099857 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.100675 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.100960 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.101239 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.101519 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.101800 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.102078 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.102371 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.102665 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.102944 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.103228 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.103507 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.103783 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.104065 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.104343 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.104625 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.104901 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.105179 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.105456 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.105731 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.106009 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.106303 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.106636 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.106938 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.107208 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.107493 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.107776 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.108058 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.108343 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.108626 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.108909 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.109186 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.109484 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.109773 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.110144 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.110468 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.110757 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.111069 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.111356 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.111643 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.111928 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.112211 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.112503 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.112793 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.113092 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.113396 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.113694 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.113990 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.114288 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.114599 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.114914 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.115200 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:37.115422 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 07:28:37.115692 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93933) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 07:28:37.471759 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 07:28:37.472047 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 07:28:37.472346 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 07:28:37.472686 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 07:28:37.867929 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.868221 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.868500 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.869791 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.870070 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.870342 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.905255 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.905538 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.905809 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.923023 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.923309 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.923586 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.952406 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.952693 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.952971 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.990013 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.990299 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:37.990598 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.225201 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.225835 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.225835 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.226046 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.226779 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.347154 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.347480 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.347769 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.348047 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.348341 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.348662 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.348951 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.349217 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.349505 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.349811 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.350102 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.350474 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.350751 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.351016 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.351279 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.351555 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.351823 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.352101 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.352378 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.352642 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.352919 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.353178 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.353465 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.353848 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.354105 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.354369 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.354784 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:28:38.355030 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:28:38.355275 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:28:38.355519 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:28:38.355761 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:28:38.356003 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:28:38.356371 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 07:28:38.359477 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 07:28:38.363489 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 07:28:38.367765 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 31 07:28:38.369405 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 07:28:38.369856 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 07:28:38.370375 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 07:28:38.370764 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 07:28:38.373679 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 07:28:38.373941 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 07:28:38.374301 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 07:28:38.379612 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 07:28:38.402543 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 07:28:38.403000 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.403305 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93933) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 07:28:38.403669 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.405024 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93933) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 07:28:38.405309 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 07:28:38.405558 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 07:28:38.408780 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.409067 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:38.473151 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 07:28:38.473398 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 07:28:38.473651 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 07:28:38.474022 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 07:28:38.495927 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_db.sqlalchemy.engines [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93933) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 07:28:39.032161 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Initializing driver for type 'gre' Aug 31 07:28:39.032626 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] gre ID ranges: [(1, 1000)] Aug 31 07:28:39.083870 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Initializing driver for type 'local' Aug 31 07:28:39.084332 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Initializing driver for type 'vlan' Aug 31 07:28:39.097849 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] VlanTypeDriver initialization complete Aug 31 07:28:39.098188 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Initializing driver for type 'vxlan' Aug 31 07:28:39.098700 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] vxlan ID ranges: [(1, 1000)] Aug 31 07:28:39.152374 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Initializing extension driver 'port_security' Aug 31 07:28:39.152724 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.extensions.port_security [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] PortSecurityExtensionDriver initialization complete Aug 31 07:28:39.153069 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Initializing mechanism driver 'openvswitch' Aug 31 07:28:39.153403 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Initializing mechanism driver 'hyperv' Aug 31 07:28:39.160521 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.plugins.ml2.plugin [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:39.161208 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > port after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.161591 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > port after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.161953 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > port after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.162513 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 07:28:39.162983 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > subnet after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.163401 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > subnet after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.163758 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.164183 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 07:28:39.164688 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > network after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.165084 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > network after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.165454 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > network after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.165855 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 07:28:39.166270 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > security_group after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.166648 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > security_group after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.166995 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.167529 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 07:28:39.167944 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.168316 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.168656 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.169061 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 07:28:39.169476 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > address_group after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.169829 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > address_group after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.170175 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.170604 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93933) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 07:28:39.170990 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] ML2 OVO RPC backend initialized. {{(pid=93933) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 07:28:39.171712 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.172074 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.172495 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > network before_response 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.172847 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > networks before_response 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.173197 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > port before_response 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.173541 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > ports before_response 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.173887 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > subnet before_response 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.174232 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > subnets before_response 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.174611 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > network after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.174959 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > network after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.175299 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > network after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.175784 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > port after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.176135 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > port after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.176480 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > port after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.176817 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > subnet after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.177157 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > subnet after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.177495 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.178077 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.plugin [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Modular L2 Plugin initialization complete Aug 31 07:28:39.178458 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading services supported by the core plugin {{(pid=93933) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 07:28:39.178795 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.plugins.ml2.managers [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Got port-security extension from driver 'port_security' Aug 31 07:28:39.179264 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.extensions.vlantransparent [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Disabled vlantransparent extension. Aug 31 07:28:39.179757 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93933) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 07:28:39.180079 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading Plugin: router Aug 31 07:28:39.217796 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.218194 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router after_create 55549900 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.218602 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router before_create 55549900 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.218978 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.219357 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.219718 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router after_delete 55549900 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.220081 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.220436 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.220794 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router after_create 55549900 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.221145 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router after_update 55549900 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.221497 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router after_update 55549900 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.221849 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.222212 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router after_update 55549900 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.222646 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router precommit_update 55549900 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.223021 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: port after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.223361 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: port after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.223704 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: subnet after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.224045 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.224400 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.224754 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router precommit_create 55549900 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.225124 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: port before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.225473 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router precommit_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.226006 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router after_update 55549900 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.226163 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.226548 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router precommit_create 55549900 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.226920 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.227267 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router precommit_update 55549900 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.227634 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > agent after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.227986 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > agent after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.228338 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > network after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.229207 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Tracking information for resource: router configured {{(pid=93933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:28:39.229541 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Tracking information for resource: floatingip configured {{(pid=93933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 07:28:39.234504 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.db.l3_agentschedulers_db [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 07:28:39.235177 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: port after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.235541 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: port after_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.235904 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: port after_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.236265 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: port after_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.237069 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router before_create 55550100 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.237442 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.237819 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router precommit_create 55550100 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.238180 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > router precommit_update 55550100 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.242783 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.services.provider_configuration [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service providers = [] {{(pid=93933) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 07:28:39.243154 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.db.servicetype_db [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93933) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 07:28:39.246105 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.services.service_base [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 07:28:39.246492 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.services.service_base [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 07:28:39.246840 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.services.service_base [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 07:28:39.247764 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.services.service_base [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 07:28:39.248142 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.services.service_base [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 07:28:39.248524 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:28:39.248849 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 07:28:39.260103 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:28:39.260451 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading Plugin: auto_allocate Aug 31 07:28:39.266231 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: network precommit_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.266625 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: network precommit_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.267157 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:28:39.267486 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading Plugin: tag Aug 31 07:28:39.274846 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:28:39.275184 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading Plugin: timestamp Aug 31 07:28:39.279187 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:28:39.279535 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading Plugin: network_ip_availability Aug 31 07:28:39.284978 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.285302 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.285663 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.286396 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:28:39.286723 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading Plugin: flavors Aug 31 07:28:39.291495 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:28:39.291837 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading Plugin: revisions Aug 31 07:28:39.296117 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 07:28:39.296512 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_concurrency.lockutils [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=93933) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 07:28:39.297298 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93933) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 07:28:39.297601 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Initializing extension manager. Aug 31 07:28:39.298116 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: __init__.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.298501 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: __pycache__ {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.298841 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.299176 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: address_group.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.299956 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.300512 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: address-group Aug 31 07:28:39.300841 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: address_scope.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.301564 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.302086 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: address-scope Aug 31 07:28:39.302437 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.303409 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.303935 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: router-admin-state-down-before-update Aug 31 07:28:39.304258 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: agent.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.305163 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.305687 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: agent Aug 31 07:28:39.306012 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: agent_resources_synced.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.306961 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.307489 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: agent-resources-synced Aug 31 07:28:39.307814 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: allowedaddresspairs.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.309608 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.310146 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: allowed-address-pairs Aug 31 07:28:39.310512 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: auto_allocated_topology.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.311603 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.312130 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: auto-allocated-topology Aug 31 07:28:39.312459 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: availability_zone.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.313162 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.313682 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: availability_zone Aug 31 07:28:39.314007 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: availability_zone_filter.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.314959 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.315474 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: availability_zone_filter Aug 31 07:28:39.315797 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: data_plane_status.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.316713 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.317231 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 07:28:39.317554 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: default_subnetpools.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.318510 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.319564 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: default-subnetpools Aug 31 07:28:39.319885 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.320700 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.321219 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: dhcp_agent_scheduler Aug 31 07:28:39.321543 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: dns.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.322498 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.323016 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 07:28:39.323343 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: dns_domain_ports.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.324265 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.324782 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 07:28:39.325105 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.326038 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.326591 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 07:28:39.326920 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: dvr.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.327594 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.328111 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: dvr Aug 31 07:28:39.328432 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: ecmp_routes.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.329355 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.329866 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 07:28:39.330191 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: empty_string_filtering.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.331148 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.331671 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: empty-string-filtering Aug 31 07:28:39.331997 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.332921 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.333439 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 07:28:39.333764 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.335290 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.335810 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 07:28:39.336137 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: external_net.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.337075 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.337601 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: external-net Aug 31 07:28:39.337930 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.338869 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.339387 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: extra_dhcp_opt Aug 31 07:28:39.339713 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: extraroute.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.340629 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.341150 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: extraroute Aug 31 07:28:39.341476 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: extraroute_atomic.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.342533 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.343057 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: extraroute-atomic Aug 31 07:28:39.343385 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: filter_validation.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.344062 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.344581 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: filter-validation Aug 31 07:28:39.344904 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: fip_pf_description.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.345824 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.346338 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 07:28:39.346683 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: fip_port_details.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.347611 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.348134 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: fip-port-details Aug 31 07:28:39.348459 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: flavors.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.349687 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.350245 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: flavors Aug 31 07:28:39.350612 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.352280 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.352816 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 07:28:39.353149 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: floatingip_pools.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.353859 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.354410 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: floatingip-pools Aug 31 07:28:39.354738 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: ip_allocation.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.355674 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.356190 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 07:28:39.356518 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.357451 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.357976 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: ip-substring-filtering Aug 31 07:28:39.358308 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: l2_adjacency.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.359270 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.359784 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 07:28:39.360116 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: l3.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.361308 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.361852 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: router Aug 31 07:28:39.362185 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.364468 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.365015 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 07:28:39.365355 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.366346 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.366904 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: ext-gw-mode Aug 31 07:28:39.367237 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.368164 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.368688 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: l3-ha Aug 31 07:28:39.369019 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: l3_flavors.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.369940 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.370489 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: l3-flavors Aug 31 07:28:39.370824 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.371744 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.372262 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 07:28:39.372593 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: l3agentscheduler.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.373631 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.374153 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: l3_agent_scheduler Aug 31 07:28:39.374520 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: logging.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.376009 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.376540 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension logging not supported by any of loaded plugins Aug 31 07:28:39.376881 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: metering.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.377628 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.378209 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: metering Aug 31 07:28:39.378575 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.379672 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.380200 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: metering_source_and_destination_fields Aug 31 07:28:39.380527 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: multiprovidernet.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.381999 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.382559 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: multi-provider Aug 31 07:28:39.382887 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: netmtu.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.383813 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.384334 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: net-mtu Aug 31 07:28:39.384661 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: netmtu_writable.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.385582 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.386104 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: net-mtu-writable Aug 31 07:28:39.386463 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: network_availability_zone.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.387186 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.387749 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: network_availability_zone Aug 31 07:28:39.388101 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: network_ip_availability.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.389224 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.389794 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: network-ip-availability Aug 31 07:28:39.390165 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: network_segment_range.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.390954 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.391477 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 07:28:39.391798 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: pagination.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.392802 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.393133 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: pagination Aug 31 07:28:39.393454 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: port_device_profile.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.394400 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.395184 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: port-device-profile Aug 31 07:28:39.395507 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.396440 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.397578 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: port-mac-address-regenerate Aug 31 07:28:39.397920 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.398872 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.399398 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: port-numa-affinity-policy Aug 31 07:28:39.399725 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: port_resource_request.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.400641 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.401160 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 07:28:39.401486 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: portbindings.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.402471 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.402995 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: binding Aug 31 07:28:39.403318 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: portbindings_extended.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.404708 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.405238 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: binding-extended Aug 31 07:28:39.405572 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: portsecurity.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.406532 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.407056 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: port-security Aug 31 07:28:39.407384 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: project_id.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.408370 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.408702 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: project-id Aug 31 07:28:39.409027 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: providernet.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.409963 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.410519 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: provider Aug 31 07:28:39.410845 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: qos.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.414408 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.414947 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension qos not supported by any of loaded plugins Aug 31 07:28:39.415285 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.416535 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.417064 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 07:28:39.417396 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.418328 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.418943 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 07:28:39.419272 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: qos_default.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.420197 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.420721 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension qos-default not supported by any of loaded plugins Aug 31 07:28:39.421050 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: qos_fip.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.421713 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.422228 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 07:28:39.422586 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: qos_gateway_ip.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.423515 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.424038 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 07:28:39.424364 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: qos_port_network_policy.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.425286 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.425809 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 07:28:39.426135 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: qos_pps_rule.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.427337 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.427877 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 07:28:39.428220 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: qos_rule_type_details.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.429160 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.429689 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 07:28:39.430020 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: qos_rules_alias.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.431103 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.431630 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 07:28:39.431962 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: quotasv2.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.432882 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.433216 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: quotas Aug 31 07:28:39.433540 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: quotasv2_detail.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.436619 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.436967 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: quota_details Aug 31 07:28:39.437304 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: rbac.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.438676 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.439218 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: rbac-policies Aug 31 07:28:39.439551 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: rbac_address_group.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.440496 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.441023 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: rbac-address-group Aug 31 07:28:39.441355 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: rbac_address_scope.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.442275 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.442833 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: rbac-address-scope Aug 31 07:28:39.443164 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: rbac_security_groups.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.444606 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.445136 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: rbac-security-groups Aug 31 07:28:39.445465 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: rbac_subnetpool.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.446407 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.446937 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: rbac-subnetpool Aug 31 07:28:39.447266 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: revisionifmatch.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.448193 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.448722 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: revision-if-match Aug 31 07:28:39.449050 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: revisions.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.450162 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.450787 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: standard-attr-revisions Aug 31 07:28:39.451120 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: router_availability_zone.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.451804 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.452327 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: router_availability_zone Aug 31 07:28:39.452653 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: routerservicetype.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.453578 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.454101 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 07:28:39.454465 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.455394 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.455920 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: security-groups-normalized-cidr Aug 31 07:28:39.456245 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.457168 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.457702 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: port-security-groups-filtering Aug 31 07:28:39.458029 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.458993 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.459573 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: security-groups-remote-address-group Aug 31 07:28:39.460414 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: securitygroup.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.470061 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.470634 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: security-group Aug 31 07:28:39.470979 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: segment.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.471784 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.472305 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension segment not supported by any of loaded plugins Aug 31 07:28:39.472636 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.473593 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.474124 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 07:28:39.474488 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: servicetype.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.475731 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.476268 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: service-type Aug 31 07:28:39.476598 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: sorting.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.477605 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.477942 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: sorting Aug 31 07:28:39.478269 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: standard_attr_segment.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.479222 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.479753 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 07:28:39.480083 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: standardattrdescription.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.480746 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.481273 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: standard-attr-description Aug 31 07:28:39.481599 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: stateful_security_group.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.482572 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.483106 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: stateful-security-group Aug 31 07:28:39.483437 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: stdattrs_common.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.484029 dv-cinder-799668-14-iscsi neutron-server[93933]: WARNING neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 07:28:39.484354 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.485309 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.485841 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 07:28:39.486171 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: subnet_onboard.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.487297 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.487842 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: subnet_onboard Aug 31 07:28:39.488174 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.489119 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.489645 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 07:28:39.489975 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: subnet_service_types.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.491454 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.491991 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: subnet-service-types Aug 31 07:28:39.492322 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: subnetallocation.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.493419 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.493949 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: subnet_allocation Aug 31 07:28:39.494278 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.494980 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.495500 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: subnetpool-prefix-ops Aug 31 07:28:39.495825 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.496773 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.497294 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 07:28:39.497620 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: tagging.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.498748 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.499282 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: standard-attr-tag Aug 31 07:28:39.499615 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: timestamp.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.500835 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.501364 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loaded extension: standard-attr-timestamp Aug 31 07:28:39.501692 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: trunk.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.502775 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.503309 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension trunk not supported by any of loaded plugins Aug 31 07:28:39.503640 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: trunk_details.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.504574 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.505103 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 07:28:39.505434 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: uplink_status_propagation.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.506427 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.506995 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 07:28:39.507326 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Loading extension file: vlantransparent.py {{(pid=93933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 07:28:39.508537 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 07:28:39.509062 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 07:28:39.511604 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:network Aug 31 07:28:39.512137 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:subnet Aug 31 07:28:39.512543 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 07:28:39.512940 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:port Aug 31 07:28:39.514207 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.514681 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service FLAVORS assigned prefix: {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.515318 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.515744 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.516081 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:router Aug 31 07:28:39.516521 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 07:28:39.517022 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service METERING assigned prefix: /metering {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.518536 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.518914 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.519269 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:28:39.520606 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 07:28:39.521075 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:security_group Aug 31 07:28:39.521514 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 07:28:39.523326 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service CORE assigned prefix: {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.523672 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 07:28:39.524031 dv-cinder-799668-14-iscsi neutron-server[93933]: WARNING neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] subnetpool is already registered Aug 31 07:28:39.524473 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service CORE assigned prefix: {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.524822 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 07:28:39.525164 dv-cinder-799668-14-iscsi neutron-server[93933]: WARNING neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] subnetpool is already registered Aug 31 07:28:39.527502 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.527937 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service FLAVORS assigned prefix: {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.528535 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.528956 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.529294 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:router Aug 31 07:28:39.529638 dv-cinder-799668-14-iscsi neutron-server[93933]: WARNING neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] router is already registered Aug 31 07:28:39.530054 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 07:28:39.530421 dv-cinder-799668-14-iscsi neutron-server[93933]: WARNING neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] floatingip is already registered Aug 31 07:28:39.530883 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service METERING assigned prefix: /metering {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.531552 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 07:28:39.531879 dv-cinder-799668-14-iscsi neutron-server[93933]: WARNING neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] rbac_policy is already registered Aug 31 07:28:39.532291 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:security_group Aug 31 07:28:39.532631 dv-cinder-799668-14-iscsi neutron-server[93933]: WARNING neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] security_group is already registered Aug 31 07:28:39.533032 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 07:28:39.533367 dv-cinder-799668-14-iscsi neutron-server[93933]: WARNING neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] security_group_rule is already registered Aug 31 07:28:39.533995 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service CORE assigned prefix: {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.534326 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 07:28:39.534685 dv-cinder-799668-14-iscsi neutron-server[93933]: WARNING neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] subnetpool is already registered Aug 31 07:28:39.535149 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.v2.resource_helper [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Service CORE assigned prefix: {{(pid=93933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 07:28:39.535429 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 07:28:39.535761 dv-cinder-799668-14-iscsi neutron-server[93933]: WARNING neutron.quota.resource_registry [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] subnetpool is already registered Aug 31 07:28:39.536236 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: extensions {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.537733 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: address-groups {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.539293 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: address-scopes {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.540602 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: agents {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.541773 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: auto-allocated-topology {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.543070 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: availability_zones {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.544296 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: dhcp-networks {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.545810 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: dhcp-agents {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.547272 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: routers {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.549465 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: flavors {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.550685 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: service_profiles {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.551917 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: next_providers {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.553905 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: service_profiles {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.555474 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: floatingip-pools {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.556697 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: routers {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.558878 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: floatingips {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.560161 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: l3-routers {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.561725 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: l3-agents {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.563246 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: metering-labels {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.564612 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: metering-label-rules {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.565916 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: network-ip-availabilities {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.567234 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: bindings {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.568936 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: quotas {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.570926 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: quotas {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.572352 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: rbac-policies {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.573560 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: security-groups {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.574892 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: security-group-rules {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.576126 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: service-providers {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.577343 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: subnetpools {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.578806 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: subnetpools {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.580276 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: tags {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.581950 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: tags {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.583804 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: tags {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.585634 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: tags {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.588443 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: tags {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.590327 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: tags {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.592045 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: tags {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.593955 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: tags {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.595775 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: tags {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.597522 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron.api.extensions [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Extended resource: tags {{(pid=93933) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 07:28:39.603475 dv-cinder-799668-14-iscsi neutron-server[93933]: WARNING keystonemiddleware.auth_token [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 07:28:39.608175 dv-cinder-799668-14-iscsi neutron-server[93933]: WARNING keystonemiddleware.auth_token [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 07:28:39.617232 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_concurrency.lockutils [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Acquired lock "singleton_lock" {{(pid=93933) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 07:28:39.617717 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_concurrency.lockutils [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Releasing lock "singleton_lock" {{(pid=93933) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 07:28:39.618402 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO oslo_service.service [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Starting 2 workers Aug 31 07:28:39.623284 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Started child 94042 {{(pid=93933) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 07:28:39.627755 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Started child 94043 {{(pid=93933) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 07:28:39.628720 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:39.629351 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO neutron.service [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 07:28:39.629985 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Notify callbacks [] for process, before_spawn {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:39.630387 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [-] (94042) wsgi starting up on http://0.0.0.0:9696 Aug 31 07:28:39.633053 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO oslo_service.service [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Starting 1 workers Aug 31 07:28:39.633172 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:39.634504 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [-] (94043) wsgi starting up on http://0.0.0.0:9696 Aug 31 07:28:39.638259 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Started child 94044 {{(pid=93933) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 07:28:39.638786 dv-cinder-799668-14-iscsi neutron-server[93933]: INFO oslo_service.service [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Starting 1 workers Aug 31 07:28:39.641848 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.service [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] calling RpcWorker wait() {{(pid=94044) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 07:28:39.642406 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.service [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] returning from RpcWorker wait() {{(pid=94044) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 07:28:39.643329 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Started child 94045 {{(pid=93933) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 07:28:39.643782 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:39.644149 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG neutron_lib.callbacks.manager [None req-85f8c196-8349-4240-9116-acb1f3fbf708 None None] Notify callbacks [] for process, after_spawn {{(pid=93933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:39.644357 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:39.646304 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93933) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 07:28:39.646536 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 07:28:39.646718 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 07:28:39.646929 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 07:28:39.647269 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 07:28:39.647428 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 07:28:39.647935 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.648218 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.648490 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.648758 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.649066 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.649235 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:39.649723 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.649921 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.650169 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.650420 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:39.650515 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.650683 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.650844 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.651013 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.651253 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.651501 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.651801 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.652057 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.652302 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.652592 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.652766 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.653044 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.653315 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.653555 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.653808 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] debug = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.654062 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.654577 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.654800 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.655057 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.655275 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.655542 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.655768 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.656045 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.656275 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.656505 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.656744 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.657013 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.657263 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.657495 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.657729 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.657997 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.658202 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.658677 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] host = dv-cinder-799668-14-iscsi {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.658889 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.659103 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.659349 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.659590 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.659833 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.660064 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.660319 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.660572 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.660822 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.661052 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.661284 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.661528 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.661763 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.662002 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_file = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.662173 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_options = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.662412 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.662747 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.662955 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.663150 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.663360 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.663360 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.663907 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.663907 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.664115 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.664328 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.664538 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.664750 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.664965 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.665204 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.665464 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.665698 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.665912 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.666116 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.666378 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.666621 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.666868 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.667113 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.667327 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.667614 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.667837 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.668048 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.668292 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.668522 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.668736 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.668977 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.669208 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.669458 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.669695 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.669952 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.670182 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.670429 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.670648 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.670927 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.671158 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.671407 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.671660 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.671891 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.672132 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.672346 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.672671 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.672901 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] use_json = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.673114 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.673338 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.673589 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.673798 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.674008 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.674217 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.674446 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.674696 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.675135 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.675424 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.675723 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.676004 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.676179 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.676418 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.676680 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.676904 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.677166 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.677393 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.677693 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.677934 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.678217 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.678959 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.679218 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.679569 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.679846 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.680126 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.680359 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.680607 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.680841 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.681092 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.681362 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.681580 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.681808 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.682039 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.682383 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.682707 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.682980 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.683230 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.683491 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.683715 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.683955 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.684385 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.684385 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.684598 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.684930 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.685069 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.685299 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.685561 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.686048 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.686373 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.686680 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.686921 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.687244 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.687427 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.687610 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.687825 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.688337 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.688337 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.688617 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.688786 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.689090 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.689264 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.689658 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.689803 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.689934 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.690153 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.690346 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.690600 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.690846 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.691064 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.691274 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.691546 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.691991 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.691991 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.692259 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.692438 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.692654 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.692885 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.693099 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.693340 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.693627 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.693843 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.694731 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.694939 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.695151 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.695361 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.695611 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.695830 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.696062 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.696295 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.696525 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.696780 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.696948 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.697158 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.697379 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.697576 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.697861 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.698138 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.698470 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.698842 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.699780 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.699780 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.699780 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.699780 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.700113 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.700113 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.700488 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.700866 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.700866 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.701013 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.701234 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.701476 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.701690 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.701956 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.705024 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.705024 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.705024 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.705024 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.705738 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.705738 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.705895 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.706529 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.709640 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.709944 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.710246 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.710617 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.710823 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.711799 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.711799 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.712753 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.712753 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.712753 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.713483 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.713886 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.714017 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.714265 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.714834 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.714834 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.715860 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.715860 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.715860 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.715860 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.716196 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.716967 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.716967 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.716967 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.717222 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.717334 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.717994 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.717994 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.718181 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.718385 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.718778 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.718887 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.719173 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.719435 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.722387 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.722387 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.722387 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.722387 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.722387 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.722387 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.722387 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.722387 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.723021 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.723021 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.723021 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.723021 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.723021 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.723021 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.723021 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.723021 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.723575 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.723575 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.723744 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.723920 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.724144 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.724369 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.724592 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.724830 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.725127 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.725353 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.725640 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.725913 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.726158 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.726408 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.726658 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.726918 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.727141 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.727410 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.727633 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.727857 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.728075 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.728319 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.728559 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.728776 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.729005 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.729224 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.729485 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.729743 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.730082 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.730335 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.730623 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.730865 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.731087 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.731328 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.731549 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.731778 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.731999 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.732222 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.732446 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.732707 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.732960 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.733211 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.733423 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.733647 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.733880 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.734214 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.734474 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.734764 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.735117 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.735359 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.735628 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.735868 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.736130 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.736368 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.736585 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.736806 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.737034 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.737257 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.737480 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.740049 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.740291 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.740531 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.741299 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.741542 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.741769 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.742015 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.742239 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.742514 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.742748 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.742992 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.743213 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.743446 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.743667 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.743910 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.744160 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.744388 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.744715 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.744929 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.745122 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.745342 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.745572 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.745798 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.746014 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.746344 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.746622 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.746851 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.747249 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.747505 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.747756 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.748012 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.748320 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.748561 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.748830 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.749056 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.749307 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.750746 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.751100 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.751710 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.751810 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.752052 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.752334 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.752630 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.752929 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.753227 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.753460 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.753780 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.754116 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.754432 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.754727 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.755008 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.755253 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.755489 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.755715 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.755975 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.756236 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.757074 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.757337 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.757576 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.757815 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.758061 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.758344 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.758614 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.758848 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.759092 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.759323 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.759576 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.759738 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 07:28:39.760296 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93933) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 07:28:39.760460 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 07:28:39.760618 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 07:28:39.760824 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 07:28:39.760972 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 07:28:39.761133 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 07:28:39.761341 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.761506 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.761668 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.761830 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.761990 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.762205 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.762337 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.762510 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.762671 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.762833 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.762992 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.763152 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.763312 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.763471 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.763616 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.763777 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.764013 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.764971 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.765891 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.766080 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.766248 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.766436 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.766601 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] debug = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.766765 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.766978 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.767142 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.767305 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.767466 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.767682 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.767849 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.768009 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.768170 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.768329 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.768488 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.768648 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.768808 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.768969 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.769127 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.769288 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.769447 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.769606 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] host = dv-cinder-799668-14-iscsi {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.769766 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.770188 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.770384 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.770535 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.770695 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.770855 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.771015 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.771174 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.771334 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.771579 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.771747 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.771907 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.772604 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.772731 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_file = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.772891 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_options = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.773049 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.773210 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.773369 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.773555 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.773720 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.773881 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.774040 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.774200 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.774383 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.774545 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.774704 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.774863 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.775026 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.775185 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.775343 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.775502 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.775661 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.775821 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.775981 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.776141 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.776301 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.776460 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.776618 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.776777 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.776936 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.777093 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.777251 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.777411 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.777569 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.777728 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.777887 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.778046 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.778206 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.778406 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.778679 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.779219 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.779617 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.780587 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.780760 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.780925 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.781091 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.781253 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.781415 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.781578 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.781738 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.781899 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] use_json = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.782060 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.782219 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.782399 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.782563 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.782725 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.782884 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.783045 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.783205 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 07:28:39.783386 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.783550 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.783727 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.783891 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.784053 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.784218 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.784380 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.784542 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.784704 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.784873 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.785043 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.785255 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.785398 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.785544 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.785706 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.785871 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.786033 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.786196 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.786395 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.786626 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.786818 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.787006 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.787201 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.787383 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.787580 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.787807 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.787980 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.788170 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.788379 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.788556 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.788672 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.788839 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.789009 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.789194 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.789342 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.789511 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.789680 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.789848 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.790015 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.790181 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.790365 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.790536 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.790704 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.790872 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.791039 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.791204 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.791369 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.791535 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.791775 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.791938 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.792101 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.792266 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.792431 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.792598 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.792763 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.792939 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.793105 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.793271 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.793435 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.793600 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.793764 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.793929 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.794096 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.794247 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.794482 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.794682 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.794896 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.795051 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.795229 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.795404 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.795577 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.795748 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.795919 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.796087 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.796255 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.796420 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.796586 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.796756 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.796918 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.797080 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.797243 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.797405 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.797568 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.797729 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.797892 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.798054 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.798215 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.798411 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.798576 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.798748 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.798987 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.799109 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.799237 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.799397 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.799537 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.799698 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.799858 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.800019 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.800180 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.800340 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.800500 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.800683 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.800847 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.801007 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.801168 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.801422 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.801587 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.801747 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.801910 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.802071 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.802232 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.802416 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.802580 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.802740 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.802925 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.803144 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.803973 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.804183 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.804354 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.804516 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.804686 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.804861 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.805025 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.805187 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.805349 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.805510 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.805699 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.805829 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.805988 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.806147 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.806307 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.806499 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.806670 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.806843 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.806990 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.807151 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.807310 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.807471 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:39.807645 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.807645 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.807931 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.807931 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.808204 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.808204 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.808475 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.808614 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.808751 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.808888 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.809033 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.809171 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.809308 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.809458 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.809595 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.809745 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.809883 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.810029 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.810167 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.810303 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.810507 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.810645 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.810782 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.810928 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.811078 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.811216 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.811367 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.811534 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.811689 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.811828 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.811992 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.812137 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.812299 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.812453 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.812593 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.812755 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.812899 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.813063 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.813222 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.813376 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.813535 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.813690 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.813837 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.813995 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.814159 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.814303 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.814491 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.814651 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.814812 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.814972 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.815132 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.815292 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.815451 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.815610 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.815770 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.815944 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.816104 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.816264 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.816423 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.816582 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.816742 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.816901 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.817060 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.817220 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.817379 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.817538 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.817701 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.817917 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.818151 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.818321 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.818501 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.818653 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.818792 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.819634 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.819819 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.819964 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.820102 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.820609 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.820768 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.820768 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.821086 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.821086 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.821354 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.821490 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.821627 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.821772 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.821937 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.822088 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.822227 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.822430 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.822574 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.822712 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.822848 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.822995 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.823133 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.823305 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.823456 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.823595 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.823731 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.823896 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.824044 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.824184 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.824321 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.824490 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.824630 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.824778 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.824931 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.825068 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.825206 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.825343 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.825523 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.825666 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.825804 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.826028 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.826225 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.826225 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.826550 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.826550 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.826811 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.826986 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.826986 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.827131 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.827297 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.827461 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.827625 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.827795 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.827963 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.828125 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.828295 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.828464 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.828633 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.828795 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.828963 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.829134 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.829295 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.829455 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.829616 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.829775 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.829934 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.830093 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.830253 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.830433 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.830595 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.830754 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.830913 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.831074 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.831233 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.831393 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.831556 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.831710 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.831869 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.832029 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.832189 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 07:28:39.832340 dv-cinder-799668-14-iscsi neutron-server[93933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93933) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 07:28:39.980948 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 36106) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:39.989744 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064015 Aug 31 07:28:51.169166 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1c506d-2efa-46e6-a5bf-2f118f34d0f7 None None] get_active_networks_info from dv-cinder-799668-14-iscsi {{(pid=94044) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:28:51.255653 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1c506d-2efa-46e6-a5bf-2f118f34d0f7 None None] No non-hosted networks {{(pid=94044) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 07:28:51.285121 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.agentschedulers_db [None req-6e1c506d-2efa-46e6-a5bf-2f118f34d0f7 None None] DHCP Agent not found on host dv-cinder-799668-14-iscsi {{(pid=94044) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 07:28:51.601580 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-e1da1ba1-3bf4-4993-af62-0e4225727371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-387069'] for agent, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:54.119221 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c4f3db92-c6e7-47ea-9523-b9a4898375c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-387069'] for agent, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:54.178278 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a3d60765-336a-40bf-80b2-c0cf22111214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:54.336796 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-387069'] for agent, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:54.337928 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:54.338586 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:54.339500 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:54.341846 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:54.343525 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:54.344742 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:54.345294 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:54.345918 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:54.346487 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:54.347041 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:54.348330 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:54.348885 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:54.349722 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799668-14-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:54.366973 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799668-14-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:54.862433 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-387069'] for agent, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:56.679125 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-387069'] for agent, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:57.571264 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 36198) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:58.065138 dv-cinder-799668-14-iscsi neutron-server[94043]: WARNING oslo_policy.policy [None req-be185d5a-9254-4997-b290-0ddf92948b47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:28:58.065718 dv-cinder-799668-14-iscsi neutron-server[94043]: WARNING oslo_policy.policy [None req-be185d5a-9254-4997-b290-0ddf92948b47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:28:58.287991 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [None req-be185d5a-9254-4997-b290-0ddf92948b47 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:28:58.289092 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-be185d5a-9254-4997-b290-0ddf92948b47 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7169473 Aug 31 07:28:59.451484 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.db.l3_hamode_db [None req-58fca7c8-b8d4-458a-9fb5-c3bfcd130287 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 07:28:59.532070 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fca7c8-b8d4-458a-9fb5-c3bfcd130287 None None] Routers set() bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:28:59.532456 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fca7c8-b8d4-458a-9fb5-c3bfcd130287 None None] Router IDs set() for agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 07:29:00.687622 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 36212) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:29:01.016640 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-a0453ea7-5afe-4b3c-9909-d906b272966a admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:29:01.110549 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.policy [None req-a0453ea7-5afe-4b3c-9909-d906b272966a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94043) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 07:29:01.155636 dv-cinder-799668-14-iscsi neutron-server[94043]: WARNING oslo_policy.policy [None req-a0453ea7-5afe-4b3c-9909-d906b272966a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:29:01.156010 dv-cinder-799668-14-iscsi neutron-server[94043]: WARNING oslo_policy.policy [None req-a0453ea7-5afe-4b3c-9909-d906b272966a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:29:01.164729 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.quota [None req-a0453ea7-5afe-4b3c-9909-d906b272966a admin admin] Loaded quota_driver: . Aug 31 07:29:01.254617 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a0453ea7-5afe-4b3c-9909-d906b272966a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779182330680', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779182330189', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779182310261', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779182311849', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779183020801', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779182300467', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-542797', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-673130', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1692340', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1631844'] for rbac-policy, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:01.319679 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a0453ea7-5afe-4b3c-9909-d906b272966a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:01.320886 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-a0453ea7-5afe-4b3c-9909-d906b272966a admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6322808 Aug 31 07:29:03.933592 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 36224) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:29:04.225212 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Request body: {'network': {'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'name': 'private', 'admin_state_up': True, 'project_id': 'f5e18acf8561443b8cce1b44e2075640'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:29:04.254008 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Made reservation on behalf of f5e18acf8561443b8cce1b44e2075640 for: {'network': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:29:04.256709 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:04.274233 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:04.397049 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:04.401500 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:04.421523 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:29:04.449125 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779184883402', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:04.449720 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Unsubscribe: segment precommit_create {{(pid=94043) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 07:29:04.450216 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.segments_db [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Added segment 7c9c0b42-7274-4362-bc32-ccf6b8fad9dc of type vlan for network d81bf910-5762-40e0-8f94-119f1d1dbcc1 Aug 31 07:29:04.466547 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defc3a85-efee-4025-8550-61e96ee0ff66,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:04.515481 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:04.515841 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:04.516184 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:04.516517 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:04.516836 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:04.517178 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:04.517509 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:04.517851 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:04.518193 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:04.518545 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:04.518868 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:04.519187 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Tracked resource versions report: Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: pushed versions: Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: { 'AddressGroup': {'1.2'}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'ConntrackHelper': {'1.0'}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Log': {'1.0'}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Network': {'1.1'}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Port': {'1.7'}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'PortForwarding': {'1.2'}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'QosPolicy': {'1.9'}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'SecurityGroup': {'1.4'}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'SubPort': {'1.0'}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Subnet': {'1.1'}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Trunk': {'1.1'}} Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: consumer versions: Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: { DHCP agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: L3 agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: Metadata agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: Metering agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: Open vSwitch agent@dv-cinder-799668-14-iscsi: { 'AddressGroup': '1.2', Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'ConntrackHelper': '1.0', Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Log': '1.0', Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Network': '1.1', Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Port': '1.7', Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'PortForwarding': '1.2', Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'QosPolicy': '1.9', Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'SecurityGroup': '1.4', Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'SecurityGroupRule': '1.2', Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'SubPort': '1.0', Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Subnet': '1.1', Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Trunk': '1.1'}} Aug 31 07:29:04.520540 dv-cinder-799668-14-iscsi neutron-server[94043]: {{(pid=94043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:29:04.571239 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:04.611188 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:04.612167 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:04.612802 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:04.684346 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7495842 Aug 31 07:29:04.715369 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb551897-1104-4b35-bb05-b270d2abac8e admin admin] Pushing event updated for resources: {'Network': ['ID=d81bf910-5762-40e0-8f94-119f1d1dbcc1,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:04.727049 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network d81bf910-5762-40e0-8f94-119f1d1dbcc1 details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:29:07.327215 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 36238) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:29:07.713138 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b117335a-9a48-4981-979f-35b0d448cc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:07.714562 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-b117335a-9a48-4981-979f-35b0d448cc3f admin admin] 10.222.0.62 "GET /v2.0/networks/d81bf910-5762-40e0-8f94-119f1d1dbcc1 HTTP/1.1" status: 200 len: 825 time: 0.3863640 Aug 31 07:29:07.738738 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-dc295ef9-2729-4e95-b3c8-0f34842bd37e admin admin] 10.222.0.62 "GET /v2.0/subnetpools/29da9d48-e870-415a-8d00-275a7986d874 HTTP/1.1" status: 200 len: 734 time: 0.0181267 Aug 31 07:29:07.747883 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-ea71fdb2-8e1f-47a0-a691-5423f9387118 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'gateway_ip': '172.20.0.1', 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1', 'subnetpool_id': '29da9d48-e870-415a-8d00-275a7986d874'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:29:07.769989 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea71fdb2-8e1f-47a0-a691-5423f9387118 admin admin] Made reservation on behalf of f5e18acf8561443b8cce1b44e2075640 for: {'subnet': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:29:07.772436 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ea71fdb2-8e1f-47a0-a691-5423f9387118 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:08.064522 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ea71fdb2-8e1f-47a0-a691-5423f9387118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for subnet, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:08.134741 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71fdb2-8e1f-47a0-a691-5423f9387118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=addfaa8a-6d6b-4f32-9cb0-6d42aa083a19,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:08.137248 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71fdb2-8e1f-47a0-a691-5423f9387118 admin admin] Checking segment: {'id': '7c9c0b42-7274-4362-bc32-ccf6b8fad9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:29:08.137635 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71fdb2-8e1f-47a0-a691-5423f9387118 admin admin] Network hostable DHCP agents. Network: d81bf910-5762-40e0-8f94-119f1d1dbcc1, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:29:08.158657 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71fdb2-8e1f-47a0-a691-5423f9387118 admin admin] Network d81bf910-5762-40e0-8f94-119f1d1dbcc1 is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:29:08.170564 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-ea71fdb2-8e1f-47a0-a691-5423f9387118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, d81bf910-5762-40e0-8f94-119f1d1dbcc1) {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:29:08.175624 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea71fdb2-8e1f-47a0-a691-5423f9387118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:08.176205 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ea71fdb2-8e1f-47a0-a691-5423f9387118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:08.179963 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c51545-5320-48a2-b6c9-9a378d1e9b9b None None] Network d81bf910-5762-40e0-8f94-119f1d1dbcc1 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:29:08.193054 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ea71fdb2-8e1f-47a0-a691-5423f9387118 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4447589 Aug 31 07:29:08.496522 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6918a5-e36e-5cfd-a810-4069d9de59f0-d81bf910-5762-40e0-8f94-119f1d1dbcc1', 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1', 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'fixed_ips': [{'subnet_id': 'addfaa8a-6d6b-4f32-9cb0-6d42aa083a19'}]}} from dv-cinder-799668-14-iscsi. {{(pid=94044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:29:08.497759 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:08.777145 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.db_base_plugin_common [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Allocated IP 172.20.0.2 (d81bf910-5762-40e0-8f94-119f1d1dbcc1/addfaa8a-6d6b-4f32-9cb0-6d42aa083a19/fae56445-3314-4026-a5c3-d798c00bf296) {{(pid=94044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:29:08.984710 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:09.028406 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Transition to ACTIVE for port object fae56445-3314-4026-a5c3-d798c00bf296 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:29:09.050076 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Transition to ACTIVE for port object fae56445-3314-4026-a5c3-d798c00bf296 will not be triggered until provisioned by entity DHCP. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:29:09.058821 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:09.128698 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Network d81bf910-5762-40e0-8f94-119f1d1dbcc1 is already hosted by enough agents. {{(pid=94044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:29:09.133975 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.base_scheduler [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Resources bound (agent type, host, resource id): {{(pid=94044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:29:09.146188 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Received port after_create {{(pid=94044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:29:09.149663 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Pushing event updated for resources: {'Port': ['ID=fae56445-3314-4026-a5c3-d798c00bf296,revision_number=1']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:09.180823 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:09.181475 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:09.181578 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:09.181853 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:09.182189 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:09.182553 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:09.182886 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:09.183255 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:09.183603 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:09.183936 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:09.184265 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:09.184589 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Tracked resource versions report: Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: pushed versions: Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: { 'AddressGroup': {'1.2'}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'ConntrackHelper': {'1.0'}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Log': {'1.0'}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Network': {'1.1'}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Port': {'1.7'}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'PortForwarding': {'1.2'}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'QosPolicy': {'1.9'}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'SecurityGroup': {'1.4'}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'SubPort': {'1.0'}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Subnet': {'1.1'}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Trunk': {'1.1'}} Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: consumer versions: Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: { DHCP agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: L3 agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: Metadata agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: Metering agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: Open vSwitch agent@dv-cinder-799668-14-iscsi: { 'AddressGroup': '1.2', Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'ConntrackHelper': '1.0', Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Log': '1.0', Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Network': '1.1', Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Port': '1.7', Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'PortForwarding': '1.2', Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'QosPolicy': '1.9', Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'SecurityGroup': '1.4', Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'SecurityGroupRule': '1.2', Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'SubPort': '1.0', Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Subnet': '1.1', Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Trunk': '1.1'}} Aug 31 07:29:09.186034 dv-cinder-799668-14-iscsi neutron-server[94044]: {{(pid=94044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:29:09.234815 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Attempting to bind port fae56445-3314-4026-a5c3-d798c00bf296 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:29:09.235220 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Attempting to bind port fae56445-3314-4026-a5c3-d798c00bf296 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '7c9c0b42-7274-4362-bc32-ccf6b8fad9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:29:09.235638 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Attempting to bind port fae56445-3314-4026-a5c3-d798c00bf296 on network d81bf910-5762-40e0-8f94-119f1d1dbcc1 {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:29:09.240525 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:29:09.240953 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Checking segment: {'id': '7c9c0b42-7274-4362-bc32-ccf6b8fad9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:29:09.241442 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:09.242398 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Bound using segment: {'id': '7c9c0b42-7274-4362-bc32-ccf6b8fad9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:29:09.242908 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Bound port: fae56445-3314-4026-a5c3-d798c00bf296, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9c0b42-7274-4362-bc32-ccf6b8fad9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:29:09.243332 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:09.306150 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] For port fae56445-3314-4026-a5c3-d798c00bf296, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:29:09.310336 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] For port fae56445-3314-4026-a5c3-d798c00bf296, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=fae56445-3314-4026-a5c3-d798c00bf296,segment=NetworkSegment(7c9c0b42-7274-4362-bc32-ccf6b8fad9dc),segment_id=7c9c0b42-7274-4362-bc32-ccf6b8fad9dc)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:29:09.315195 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:09.379963 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61a039-4da2-470e-95bc-8fa9ccc1fbc3 None None] Pushing event updated for resources: {'Port': ['ID=fae56445-3314-4026-a5c3-d798c00bf296,revision_number=2']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:10.602741 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 36246) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:29:10.921371 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [None req-50e3a434-6969-4a8c-870e-b2b0b0e7ca02 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:29:10.922376 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-50e3a434-6969-4a8c-870e-b2b0b0e7ca02 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3185632 Aug 31 07:29:13.311138 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 36254) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:29:13.622767 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [None req-6676c3df-4bf5-43d2-8cb9-ba6f8322867a admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:29:13.642429 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-6676c3df-4bf5-43d2-8cb9-ba6f8322867a admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3117068 Aug 31 07:29:16.254411 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 36264) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:29:16.554640 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-85e88347-ee7b-4b84-8e8a-5d28ebeba146 admin admin] Request body: {'router': {'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'name': 'router1', 'admin_state_up': True}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:29:16.577861 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-85e88347-ee7b-4b84-8e8a-5d28ebeba146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1796116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28948'] for router, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:16.579544 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-85e88347-ee7b-4b84-8e8a-5d28ebeba146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28931'] for router, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:16.733257 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-85e88347-ee7b-4b84-8e8a-5d28ebeba146 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:16.741086 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-85e88347-ee7b-4b84-8e8a-5d28ebeba146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-386546'] for router, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:16.755144 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-85e88347-ee7b-4b84-8e8a-5d28ebeba146 admin admin] Notify callbacks [] for router, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:16.756574 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-85e88347-ee7b-4b84-8e8a-5d28ebeba146 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5011814 Aug 31 07:29:17.782618 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b6d464-67e0-4965-954a-90d2436655dd None None] Network d81bf910-5762-40e0-8f94-119f1d1dbcc1 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:29:17.894269 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-7bb3c5b5-f124-4fef-913c-6c3bf6705674 None None] Provisioning for port fae56445-3314-4026-a5c3-d798c00bf296 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:29:18.216742 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device fae56445-3314-4026-a5c3-d798c00bf296 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:29:18.296200 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port fae56445-3314-4026-a5c3-d798c00bf296 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:29:18.299590 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port fae56445-3314-4026-a5c3-d798c00bf296 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:29:18.299987 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:18.405583 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:18.439553 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port fae56445-3314-4026-a5c3-d798c00bf296, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=fae56445-3314-4026-a5c3-d798c00bf296,segment=NetworkSegment(7c9c0b42-7274-4362-bc32-ccf6b8fad9dc),segment_id=7c9c0b42-7274-4362-bc32-ccf6b8fad9dc)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:29:18.443303 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:18.489452 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=fae56445-3314-4026-a5c3-d798c00bf296,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:19.152438 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36276) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:29:19.637181 dv-cinder-799668-14-iscsi neutron-server[94042]: WARNING oslo_policy.policy [None req-b2a420a7-8c81-42e9-96ee-b2eff139929e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:29:19.637780 dv-cinder-799668-14-iscsi neutron-server[94042]: WARNING oslo_policy.policy [None req-b2a420a7-8c81-42e9-96ee-b2eff139929e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:29:19.860119 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [None req-b2a420a7-8c81-42e9-96ee-b2eff139929e admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:29:19.861369 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-b2a420a7-8c81-42e9-96ee-b2eff139929e admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7068572 Aug 31 07:29:20.197837 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device fae56445-3314-4026-a5c3-d798c00bf296 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:29:20.243308 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port fae56445-3314-4026-a5c3-d798c00bf296 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:29:20.243696 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:21.104858 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a82d9912-70b3-46e1-87f2-5444960aaa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:22.229105 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36290) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:29:22.549214 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:29:22.550670 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.quota [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Loaded quota_driver: . Aug 31 07:29:22.604452 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Made reservation on behalf of fc22b8bb3635403c896bf024479c28b6 for: {'network': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:29:22.672246 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.policy [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94042) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 07:29:22.716390 dv-cinder-799668-14-iscsi neutron-server[94042]: WARNING oslo_policy.policy [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:29:22.716751 dv-cinder-799668-14-iscsi neutron-server[94042]: WARNING oslo_policy.policy [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 07:29:22.727477 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:22.747483 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:22.878167 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:22.881836 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:22.894523 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Reserving flat network on physical network physnet1 {{(pid=94042) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 07:29:22.927026 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779184883402', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:22.927618 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Unsubscribe: segment precommit_create {{(pid=94042) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 07:29:22.928123 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.segments_db [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Added segment 6c62fec2-1c0b-4553-9f5f-705cfc0c6d72 of type flat for network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d Aug 31 07:29:22.945181 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5399de0-0860-487c-8d41-a5be8a6cf961,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:22.964758 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:22.965169 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:22.965515 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:22.965848 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:22.966695 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:22.967040 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:22.967371 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:22.967709 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:22.968051 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:22.968374 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:22.968693 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:22.969010 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Tracked resource versions report: Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: pushed versions: Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: { 'AddressGroup': {'1.2'}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'ConntrackHelper': {'1.0'}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Log': {'1.0'}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Network': {'1.1'}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Port': {'1.7'}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'PortForwarding': {'1.2'}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'QosPolicy': {'1.9'}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'SecurityGroup': {'1.4'}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'SubPort': {'1.0'}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Subnet': {'1.1'}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Trunk': {'1.1'}} Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: consumer versions: Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: { DHCP agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: L3 agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: Metadata agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: Metering agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: Open vSwitch agent@dv-cinder-799668-14-iscsi: { 'AddressGroup': '1.2', Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'ConntrackHelper': '1.0', Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Log': '1.0', Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Network': '1.1', Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Port': '1.7', Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'PortForwarding': '1.2', Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'QosPolicy': '1.9', Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'SecurityGroup': '1.4', Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'SecurityGroupRule': '1.2', Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'SubPort': '1.0', Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Subnet': '1.1', Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Trunk': '1.1'}} Aug 31 07:29:22.970380 dv-cinder-799668-14-iscsi neutron-server[94042]: {{(pid=94042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:29:23.063826 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:23.108914 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:23.110138 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:23.110826 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:23.178148 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9478970 Aug 31 07:29:23.211617 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a375009-b8b9-4a5c-a26d-7c7e68ccbbac admin admin] Pushing event updated for resources: {'Network': ['ID=d0e1131f-c0a3-4ade-bcc0-8db75b59a28d,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:23.222641 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:29:24.116297 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5a91ba41-493d-4533-a8a1-6f4854421276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:24.339344 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:24.805698 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:25.540360 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36314) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:29:25.755544 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4415c3a-29f5-43cd-bbce-247434d580f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:25.756901 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-e4415c3a-29f5-43cd-bbce-247434d580f8 admin admin] 10.222.0.62 "GET /v2.0/subnets/addfaa8a-6d6b-4f32-9cb0-6d42aa083a19 HTTP/1.1" status: 200 len: 849 time: 0.2155952 Aug 31 07:29:25.916188 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-ef334ec7-8bba-4897-9334-8d92c4acc6e4 admin admin] 10.222.0.62 "GET /v2.0/routers/1f76acb6-7feb-4c2b-8d18-29b6e35cfd23 HTTP/1.1" status: 200 len: 704 time: 0.1530390 Aug 31 07:29:26.195824 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:26.487316 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Allocated IP 172.20.0.1 (d81bf910-5762-40e0-8f94-119f1d1dbcc1/addfaa8a-6d6b-4f32-9cb0-6d42aa083a19/eb04eeba-3423-4ece-9273-01758726725f) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:29:26.625015 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:26.669281 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:26.692375 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Transition to ACTIVE for port object eb04eeba-3423-4ece-9273-01758726725f will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:29:26.758114 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:26.828990 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Network d81bf910-5762-40e0-8f94-119f1d1dbcc1 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:29:26.837855 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:29:26.842980 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=eb04eeba-3423-4ece-9273-01758726725f,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:26.854588 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:29:26.855171 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385409'] for router_interface, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:27.049381 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:27.090778 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-330a4e4b-055b-46db-8b91-39d02c68906f None None] Provisioning for port eb04eeba-3423-4ece-9273-01758726725f completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:29:27.094254 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-330a4e4b-055b-46db-8b91-39d02c68906f None None] Provisioning complete for port eb04eeba-3423-4ece-9273-01758726725f triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:29:27.094653 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-330a4e4b-055b-46db-8b91-39d02c68906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:27.126614 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-330a4e4b-055b-46db-8b91-39d02c68906f None None] Port eb04eeba-3423-4ece-9273-01758726725f cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:29:27.301204 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:27.305798 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:27.306571 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386865'] for router_interface, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:27.382452 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=eb04eeba-3423-4ece-9273-01758726725f,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:27.430364 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Network d81bf910-5762-40e0-8f94-119f1d1dbcc1 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:29:27.431644 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:29:27.597599 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Router 1f76acb6-7feb-4c2b-8d18-29b6e35cfd23 is scheduled to L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 with binding_index 1 {{(pid=94042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:29:27.647296 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-81ec7b25-9539-4559-ac9a-b99cecea6927 None None] Provisioning complete for port eb04eeba-3423-4ece-9273-01758726725f triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:29:27.647842 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-81ec7b25-9539-4559-ac9a-b99cecea6927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:27.681051 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-81ec7b25-9539-4559-ac9a-b99cecea6927 None None] Port eb04eeba-3423-4ece-9273-01758726725f cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:29:27.687934 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:29:27.698855 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-28728426-9b3f-4e78-92e3-8b30f188f8b2 admin admin] 10.222.0.62 "PUT /v2.0/routers/1f76acb6-7feb-4c2b-8d18-29b6e35cfd23/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7714839 Aug 31 07:29:27.698961 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Sync routers for ids ['1f76acb6-7feb-4c2b-8d18-29b6e35cfd23'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:29:27.709244 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Routers {'1f76acb6-7feb-4c2b-8d18-29b6e35cfd23'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:29:27.710073 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:29:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['1f76acb6-7feb-4c2b-8d18-29b6e35cfd23'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:29:27.894576 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Set router 1f76acb6-7feb-4c2b-8d18-29b6e35cfd23 gateway port host: None {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:29:28.312428 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'name': 'router1', 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:29:16Z', 'updated_at': '2021-08-31T07:29:26Z', 'revision_number': 2, 'project_id': 'f5e18acf8561443b8cce1b44e2075640', 'gw_port_host': None, '_interfaces': [{'id': 'eb04eeba-3423-4ece-9273-01758726725f', 'name': '', 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1', 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'mac_address': 'fa:16:3e:69:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'addfaa8a-6d6b-4f32-9cb0-6d42aa083a19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:29:26Z', 'updated_at': '2021-08-31T07:29:27Z', 'revision_number': 2, 'project_id': 'f5e18acf8561443b8cce1b44e2075640', 'subnets': [{'id': 'addfaa8a-6d6b-4f32-9cb0-6d42aa083a19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29da9d48-e870-415a-8d00-275a7986d874'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:29:28.361964 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Checking router: 1f76acb6-7feb-4c2b-8d18-29b6e35cfd23 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:29:28.362330 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Updating router 1f76acb6-7feb-4c2b-8d18-29b6e35cfd23 port eb04eeba-3423-4ece-9273-01758726725f binding host dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:29:28.409905 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:28.915923 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:28.934427 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Transition to ACTIVE for port object eb04eeba-3423-4ece-9273-01758726725f will not be triggered until provisioned by entity L2. {{(pid=94045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:29:28.940103 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:29.039036 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Pushing event updated for resources: {'Port': ['ID=eb04eeba-3423-4ece-9273-01758726725f,revision_number=3']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:29.085590 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:29.085922 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:29.086297 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:29.087182 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:29.087510 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:29.087836 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:29.088158 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:29.088484 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:29.088820 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:29.089142 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:29.089463 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:29.089785 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Tracked resource versions report: Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: pushed versions: Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: { 'AddressGroup': {'1.2'}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'ConntrackHelper': {'1.0'}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Log': {'1.0'}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Network': {'1.1'}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Port': {'1.7'}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'PortForwarding': {'1.2'}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'QosPolicy': {'1.9'}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'SecurityGroup': {'1.4'}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'SubPort': {'1.0'}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Subnet': {'1.1'}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Trunk': {'1.1'}} Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: consumer versions: Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: { DHCP agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: L3 agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: Metadata agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: Metering agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: Open vSwitch agent@dv-cinder-799668-14-iscsi: { 'AddressGroup': '1.2', Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'ConntrackHelper': '1.0', Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Log': '1.0', Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Network': '1.1', Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Port': '1.7', Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'PortForwarding': '1.2', Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'QosPolicy': '1.9', Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'SecurityGroup': '1.4', Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'SecurityGroupRule': '1.2', Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'SubPort': '1.0', Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Subnet': '1.1', Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Trunk': '1.1'}} Aug 31 07:29:29.091189 dv-cinder-799668-14-iscsi neutron-server[94045]: {{(pid=94045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:29:29.123536 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Attempting to bind port eb04eeba-3423-4ece-9273-01758726725f on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:29:29.123938 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Attempting to bind port eb04eeba-3423-4ece-9273-01758726725f by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '7c9c0b42-7274-4362-bc32-ccf6b8fad9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1'}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:29:29.124389 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Attempting to bind port eb04eeba-3423-4ece-9273-01758726725f on network d81bf910-5762-40e0-8f94-119f1d1dbcc1 {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:29:29.129084 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:29:29.129502 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Checking segment: {'id': '7c9c0b42-7274-4362-bc32-ccf6b8fad9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:29:29.129968 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:29.130412 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Bound using segment: {'id': '7c9c0b42-7274-4362-bc32-ccf6b8fad9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1'} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:29:29.130889 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Bound port: eb04eeba-3423-4ece-9273-01758726725f, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9c0b42-7274-4362-bc32-ccf6b8fad9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1'}}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:29:29.131262 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:29.196495 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] For port eb04eeba-3423-4ece-9273-01758726725f, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:29:29.216202 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] For port eb04eeba-3423-4ece-9273-01758726725f, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=eb04eeba-3423-4ece-9273-01758726725f,segment=NetworkSegment(7c9c0b42-7274-4362-bc32-ccf6b8fad9dc),segment_id=7c9c0b42-7274-4362-bc32-ccf6b8fad9dc)] {{(pid=94045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:29:29.220686 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:29.269934 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4bc71-e0ff-4017-8f4b-2a5f96816eaf None None] Pushing event updated for resources: {'Port': ['ID=eb04eeba-3423-4ece-9273-01758726725f,revision_number=4']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:29.292659 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Routers {'1f76acb6-7feb-4c2b-8d18-29b6e35cfd23'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:29:29.293284 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:29:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['1f76acb6-7feb-4c2b-8d18-29b6e35cfd23'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:29:29.385409 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] Set router 1f76acb6-7feb-4c2b-8d18-29b6e35cfd23 gateway port host: None {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:29:29.588162 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'name': 'router1', 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:29:16Z', 'updated_at': '2021-08-31T07:29:26Z', 'revision_number': 2, 'project_id': 'f5e18acf8561443b8cce1b44e2075640', 'gw_port_host': None, '_interfaces': [{'id': 'eb04eeba-3423-4ece-9273-01758726725f', 'name': '', 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1', 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'mac_address': 'fa:16:3e:69:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'addfaa8a-6d6b-4f32-9cb0-6d42aa083a19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:29:26Z', 'updated_at': '2021-08-31T07:29:29Z', 'revision_number': 4, 'project_id': 'f5e18acf8561443b8cce1b44e2075640', 'subnets': [{'id': 'addfaa8a-6d6b-4f32-9cb0-6d42aa083a19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29da9d48-e870-415a-8d00-275a7986d874'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:29:29.616074 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e8a90-a988-4a81-a546-d57ab7a94fb9 None None] The sync data for ids ['1f76acb6-7feb-4c2b-8d18-29b6e35cfd23'] in dv-cinder-799668-14-iscsi is: [{'id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'name': 'router1', 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:29:16Z', 'updated_at': '2021-08-31T07:29:26Z', 'revision_number': 2, 'project_id': 'f5e18acf8561443b8cce1b44e2075640', 'gw_port_host': None, '_interfaces': [{'id': 'eb04eeba-3423-4ece-9273-01758726725f', 'name': '', 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1', 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'mac_address': 'fa:16:3e:69:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'addfaa8a-6d6b-4f32-9cb0-6d42aa083a19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:29:26Z', 'updated_at': '2021-08-31T07:29:29Z', 'revision_number': 4, 'project_id': 'f5e18acf8561443b8cce1b44e2075640', 'subnets': [{'id': 'addfaa8a-6d6b-4f32-9cb0-6d42aa083a19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29da9d48-e870-415a-8d00-275a7986d874'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:29:29.941117 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36338) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:29:30.051030 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b201c979-7918-499c-8fd7-327ea1a76bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:30.052406 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-b201c979-7918-499c-8fd7-327ea1a76bb5 admin admin] 10.222.0.62 "GET /v2.0/networks/d0e1131f-c0a3-4ade-bcc0-8db75b59a28d HTTP/1.1" status: 200 len: 842 time: 0.1103892 Aug 31 07:29:30.062954 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-af1083d4-f8b3-4eeb-a977-d34ae479dc70 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:29:30.086576 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1083d4-f8b3-4eeb-a977-d34ae479dc70 admin admin] Made reservation on behalf of fc22b8bb3635403c896bf024479c28b6 for: {'subnet': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:29:30.088815 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-af1083d4-f8b3-4eeb-a977-d34ae479dc70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:30.387499 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.objects.ports [None req-af1083d4-f8b3-4eeb-a977-d34ae479dc70 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:29:30.387941 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-af1083d4-f8b3-4eeb-a977-d34ae479dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for subnet, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:30.440859 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1083d4-f8b3-4eeb-a977-d34ae479dc70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccee44c2-3e16-4472-9001-1c58112cd922,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:30.451267 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1083d4-f8b3-4eeb-a977-d34ae479dc70 admin admin] Checking segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:29:30.451618 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1083d4-f8b3-4eeb-a977-d34ae479dc70 admin admin] Network hostable DHCP agents. Network: d0e1131f-c0a3-4ade-bcc0-8db75b59a28d, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:29:30.474433 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1083d4-f8b3-4eeb-a977-d34ae479dc70 admin admin] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:29:30.485013 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-af1083d4-f8b3-4eeb-a977-d34ae479dc70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, d0e1131f-c0a3-4ade-bcc0-8db75b59a28d) {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:29:30.489338 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1083d4-f8b3-4eeb-a977-d34ae479dc70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:30.489974 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-af1083d4-f8b3-4eeb-a977-d34ae479dc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:30.494163 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed249c0-de1a-4c91-b03d-db731135b89e None None] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:29:30.518384 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-af1083d4-f8b3-4eeb-a977-d34ae479dc70 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4448025 Aug 31 07:29:30.632906 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533e1c0d-01f4-4314-a4d0-f042290e94a1 None None] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:29:31.707820 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 5 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:29:32.804766 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36346) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:29:32.942269 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-bf418f64-eba7-473d-a043-3b99f9ba5432 admin admin] 10.222.0.62 "GET /v2.0/routers/1f76acb6-7feb-4c2b-8d18-29b6e35cfd23 HTTP/1.1" status: 200 len: 710 time: 0.1304870 Aug 31 07:29:33.024317 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c2cad8-2a33-42c9-a884-d24000df0500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:29:33.031276 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-85c2cad8-2a33-42c9-a884-d24000df0500 admin admin] 10.222.0.62 "GET /v2.0/networks/d0e1131f-c0a3-4ade-bcc0-8db75b59a28d HTTP/1.1" status: 200 len: 886 time: 0.0827179 Aug 31 07:29:33.035570 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:29:33.349659 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:33.576885 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:33.648917 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:33.753053 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Allocated IP 172.27.0.86 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/6fca11fa-c2f6-4130-9a99-f860d60ee97b) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:29:33.850215 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:33.893484 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:33.935114 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:29:33.937884 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:29:33.941376 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:29:33.947002 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=6fca11fa-c2f6-4130-9a99-f860d60ee97b,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:34.187204 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:34.393709 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-386543', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29169'] for router, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:34.397090 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-386546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-386532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-386557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385216'] for router, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:34.502593 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Router 1f76acb6-7feb-4c2b-8d18-29b6e35cfd23 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:29:34.607445 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:29:34.611734 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] Notify callbacks [] for router, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:34.621024 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-b046c5ca-8477-4d2a-951a-142508df1ec3 admin admin] 10.222.0.62 "PUT /v2.0/routers/1f76acb6-7feb-4c2b-8d18-29b6e35cfd23 HTTP/1.1" status: 200 len: 889 time: 1.5809572 Aug 31 07:29:36.010194 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Sync routers for ids ['1f76acb6-7feb-4c2b-8d18-29b6e35cfd23'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:29:36.020079 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Routers {'1f76acb6-7feb-4c2b-8d18-29b6e35cfd23'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:29:36.020706 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:29:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['1f76acb6-7feb-4c2b-8d18-29b6e35cfd23'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:29:36.235403 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device eb04eeba-3423-4ece-9273-01758726725f up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:29:36.303064 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Set router 1f76acb6-7feb-4c2b-8d18-29b6e35cfd23 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:29:36.386172 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port eb04eeba-3423-4ece-9273-01758726725f completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:29:36.449550 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port eb04eeba-3423-4ece-9273-01758726725f triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:29:36.449919 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:36.692006 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:36.755869 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port eb04eeba-3423-4ece-9273-01758726725f, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=eb04eeba-3423-4ece-9273-01758726725f,segment=NetworkSegment(7c9c0b42-7274-4362-bc32-ccf6b8fad9dc),segment_id=7c9c0b42-7274-4362-bc32-ccf6b8fad9dc)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:29:36.761558 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:36.816378 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'name': 'router1', 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6fca11fa-c2f6-4130-9a99-f860d60ee97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:29:16Z', 'updated_at': '2021-08-31T07:29:34Z', 'revision_number': 4, 'project_id': 'f5e18acf8561443b8cce1b44e2075640', 'gw_port': {'id': '6fca11fa-c2f6-4130-9a99-f860d60ee97b', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:29:33Z', 'updated_at': '2021-08-31T07:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'eb04eeba-3423-4ece-9273-01758726725f', 'name': '', 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1', 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'mac_address': 'fa:16:3e:69:da:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'addfaa8a-6d6b-4f32-9cb0-6d42aa083a19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:29:26Z', 'updated_at': '2021-08-31T07:29:29Z', 'revision_number': 4, 'project_id': 'f5e18acf8561443b8cce1b44e2075640', 'subnets': [{'id': 'addfaa8a-6d6b-4f32-9cb0-6d42aa083a19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29da9d48-e870-415a-8d00-275a7986d874'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:29:36.874094 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Checking router: 1f76acb6-7feb-4c2b-8d18-29b6e35cfd23 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:29:36.874489 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Updating router 1f76acb6-7feb-4c2b-8d18-29b6e35cfd23 port 6fca11fa-c2f6-4130-9a99-f860d60ee97b binding host dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:29:36.921368 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=eb04eeba-3423-4ece-9273-01758726725f,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:36.938864 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:37.026566 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36358) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:29:37.140816 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-0db36d33-8574-4990-8045-a2240fe9ae87 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1130967 Aug 31 07:29:37.270903 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:37.281779 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Transition to ACTIVE for port object 6fca11fa-c2f6-4130-9a99-f860d60ee97b will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:29:37.287794 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:37.341936 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Attempting to bind port 6fca11fa-c2f6-4130-9a99-f860d60ee97b on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:29:37.342308 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Attempting to bind port 6fca11fa-c2f6-4130-9a99-f860d60ee97b by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:29:37.342696 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Attempting to bind port 6fca11fa-c2f6-4130-9a99-f860d60ee97b on network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:29:37.344669 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be74fa-5595-40ac-aa00-329c853ee271 None None] Pushing event updated for resources: {'Port': ['ID=6fca11fa-c2f6-4130-9a99-f860d60ee97b,revision_number=2']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:37.350916 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:29:37.351293 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Checking segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:29:37.352082 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:37.352082 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Bound using segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:29:37.353080 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Bound port: 6fca11fa-c2f6-4130-9a99-f860d60ee97b, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:29:37.353487 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:37.402755 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] For port 6fca11fa-c2f6-4130-9a99-f860d60ee97b, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:29:37.405767 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] For port 6fca11fa-c2f6-4130-9a99-f860d60ee97b, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=6fca11fa-c2f6-4130-9a99-f860d60ee97b,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:29:37.409420 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:37.467104 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be74fa-5595-40ac-aa00-329c853ee271 None None] Pushing event updated for resources: {'Port': ['ID=6fca11fa-c2f6-4130-9a99-f860d60ee97b,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:37.470052 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Routers {'1f76acb6-7feb-4c2b-8d18-29b6e35cfd23'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:29:37.471013 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:29:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['1f76acb6-7feb-4c2b-8d18-29b6e35cfd23'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:29:37.576186 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] Set router 1f76acb6-7feb-4c2b-8d18-29b6e35cfd23 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:29:37.873628 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'name': 'router1', 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6fca11fa-c2f6-4130-9a99-f860d60ee97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:29:16Z', 'updated_at': '2021-08-31T07:29:34Z', 'revision_number': 4, 'project_id': 'f5e18acf8561443b8cce1b44e2075640', 'gw_port': {'id': '6fca11fa-c2f6-4130-9a99-f860d60ee97b', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:29:33Z', 'updated_at': '2021-08-31T07:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'eb04eeba-3423-4ece-9273-01758726725f', 'name': '', 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1', 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'mac_address': 'fa:16:3e:69:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'addfaa8a-6d6b-4f32-9cb0-6d42aa083a19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:29:26Z', 'updated_at': '2021-08-31T07:29:36Z', 'revision_number': 5, 'project_id': 'f5e18acf8561443b8cce1b44e2075640', 'subnets': [{'id': 'addfaa8a-6d6b-4f32-9cb0-6d42aa083a19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29da9d48-e870-415a-8d00-275a7986d874'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:29:37.900327 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d549ca6d-6df8-4ac8-94d6-e9b5ac4084c5 None None] The sync data for ids ['1f76acb6-7feb-4c2b-8d18-29b6e35cfd23'] in dv-cinder-799668-14-iscsi is: [{'id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'name': 'router1', 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '6fca11fa-c2f6-4130-9a99-f860d60ee97b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:29:16Z', 'updated_at': '2021-08-31T07:29:34Z', 'revision_number': 4, 'project_id': 'f5e18acf8561443b8cce1b44e2075640', 'gw_port': {'id': '6fca11fa-c2f6-4130-9a99-f860d60ee97b', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:37:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:29:33Z', 'updated_at': '2021-08-31T07:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'eb04eeba-3423-4ece-9273-01758726725f', 'name': '', 'network_id': 'd81bf910-5762-40e0-8f94-119f1d1dbcc1', 'tenant_id': 'f5e18acf8561443b8cce1b44e2075640', 'mac_address': 'fa:16:3e:69:da:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f76acb6-7feb-4c2b-8d18-29b6e35cfd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'addfaa8a-6d6b-4f32-9cb0-6d42aa083a19', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:29:26Z', 'updated_at': '2021-08-31T07:29:36Z', 'revision_number': 5, 'project_id': 'f5e18acf8561443b8cce1b44e2075640', 'subnets': [{'id': 'addfaa8a-6d6b-4f32-9cb0-6d42aa083a19', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29da9d48-e870-415a-8d00-275a7986d874'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:29:38.310847 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 6fca11fa-c2f6-4130-9a99-f860d60ee97b up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:29:38.373562 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 6fca11fa-c2f6-4130-9a99-f860d60ee97b completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:29:38.382860 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 6fca11fa-c2f6-4130-9a99-f860d60ee97b triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:29:38.383239 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:38.513636 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:38.534456 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 6fca11fa-c2f6-4130-9a99-f860d60ee97b, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=6fca11fa-c2f6-4130-9a99-f860d60ee97b,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:29:38.541386 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:38.542194 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device eb04eeba-3423-4ece-9273-01758726725f up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:29:38.617459 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=6fca11fa-c2f6-4130-9a99-f860d60ee97b,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:29:38.628125 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port eb04eeba-3423-4ece-9273-01758726725f triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:29:38.628125 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:40.223280 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 6fca11fa-c2f6-4130-9a99-f860d60ee97b up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:29:40.270399 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 6fca11fa-c2f6-4130-9a99-f860d60ee97b triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:29:40.270783 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:51.107156 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-ba5c13c8-5230-4e5e-8e4c-f21152465644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:54.120949 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5fa73ce8-ea62-45cb-b59b-bab088c70163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:54.345097 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:54.809791 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:56.646451 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:08.708111 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 5 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:30:21.112755 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7f21e40f-c1cb-4ee0-a23c-fefd7b6df05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:24.121130 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-459b673e-6f2b-460c-af2a-eed86a2f6220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:24.339748 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:24.812372 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:26.648808 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:45.707139 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 5 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:30:51.116632 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-175aecc4-48c8-41fc-88a1-5221f269f4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:54.113596 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-183d1b6f-b34c-4e34-a8e8-8f59ead3f1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:54.342320 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:54.814904 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:56.657404 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.393739 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36922) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:13.454716 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.pecan_wsgi.hooks.translation [None req-5316e1fe-ce84-4032-a223-d7ab43d472d3 admin admin] GET failed (client error): The resource could not be found. Aug 31 07:31:13.456034 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-5316e1fe-ce84-4032-a223-d7ab43d472d3 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613008 Aug 31 07:31:13.692444 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5023e5-4950-4588-8ac0-12d885cfe5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:13.693816 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-de5023e5-4950-4588-8ac0-12d885cfe5f4 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2332089 Aug 31 07:31:15.885186 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 36932) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:15.986703 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c6d0a-4b7e-4d2d-882c-dfbf5cb317b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:15.988082 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-cb7c6d0a-4b7e-4d2d-882c-dfbf5cb317b9 admin admin] 10.222.0.62 "GET /v2.0/subnets/addfaa8a-6d6b-4f32-9cb0-6d42aa083a19 HTTP/1.1" status: 200 len: 849 time: 0.1019473 Aug 31 07:31:15.999156 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:31:16.083231 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:16.229064 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779184813532'] for subnet, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:16.260221 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:16.261294 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:16.262074 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] 10.222.0.62 "PUT /v2.0/subnets/addfaa8a-6d6b-4f32-9cb0-6d42aa083a19 HTTP/1.1" status: 200 len: 868 time: 0.2666686 Aug 31 07:31:16.274193 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df095a-7f25-4aba-bc0a-5b135173a4d3 None None] Network d81bf910-5762-40e0-8f94-119f1d1dbcc1 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:31:16.287169 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=addfaa8a-6d6b-4f32-9cb0-6d42aa083a19,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:31:16.294685 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:16.295066 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:16.295417 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:16.295754 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:16.296086 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:16.296432 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:16.296911 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:16.297255 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:16.297584 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:16.297913 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:16.298234 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:16.298582 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae915c4a-e0cd-48b6-a3c1-8c35d7ee7718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:31:16.675131 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-a0077a7d-d0e5-4537-a1e4-01d67b63a7fa None None] Provisioning complete for port fae56445-3314-4026-a5c3-d798c00bf296 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:16.675503 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a0077a7d-d0e5-4537-a1e4-01d67b63a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:16.763951 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-a0077a7d-d0e5-4537-a1e4-01d67b63a7fa None None] Provisioning complete for port eb04eeba-3423-4ece-9273-01758726725f triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:31:16.764325 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a0077a7d-d0e5-4537-a1e4-01d67b63a7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:18.457945 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36942) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:18.660529 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ed580-d2a2-46a2-bab8-940951aa2375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:18.661005 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ed580-d2a2-46a2-bab8-940951aa2375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:18.662598 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-2c6ed580-d2a2-46a2-bab8-940951aa2375 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2036350 Aug 31 07:31:20.831165 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 36950) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:21.037915 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2985aaa8-ef9e-4063-9e58-a78c1152af8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:21.038313 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2985aaa8-ef9e-4063-9e58-a78c1152af8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:21.039893 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-2985aaa8-ef9e-4063-9e58-a78c1152af8f admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2077851 Aug 31 07:31:21.124358 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-75a3849f-fb1a-4c25-b7bb-95972c1e3bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:22.705715 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 5 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:31:23.236042 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36958) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:23.358538 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf0b152-f018-4757-8fc5-b733693f2227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:23.359905 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-ddf0b152-f018-4757-8fc5-b733693f2227 admin admin] 10.222.0.62 "GET /v2.0/networks/d0e1131f-c0a3-4ade-bcc0-8db75b59a28d HTTP/1.1" status: 200 len: 886 time: 0.1228864 Aug 31 07:31:24.118771 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-6bd62540-7954-49a4-a836-6f42c95377ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:24.344329 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:24.818974 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:25.609773 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36966) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:25.738720 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7f6ec1-da26-4766-9750-d9db67c56258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:25.740103 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-5f7f6ec1-da26-4766-9750-d9db67c56258 admin admin] 10.222.0.62 "GET /v2.0/networks/d81bf910-5762-40e0-8f94-119f1d1dbcc1 HTTP/1.1" status: 200 len: 869 time: 0.1293573 Aug 31 07:31:26.661092 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:27.922239 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36974) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:28.043105 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccba5fbd-3b6d-4f75-9173-b9d5d998f41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:28.043489 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccba5fbd-3b6d-4f75-9173-b9d5d998f41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:28.045009 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-ccba5fbd-3b6d-4f75-9173-b9d5d998f41c admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217668 Aug 31 07:31:30.208664 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36982) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:30.303141 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ab9991-cd96-42e3-b1da-a91c9835419c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:30.303608 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ab9991-cd96-42e3-b1da-a91c9835419c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:30.305122 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-e1ab9991-cd96-42e3-b1da-a91c9835419c admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955014 Aug 31 07:31:32.473572 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36990) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:32.568961 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b65624-33c8-4b95-ad0a-668da3e8e1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:32.570335 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-44b65624-33c8-4b95-ad0a-668da3e8e1fa admin admin] 10.222.0.62 "GET /v2.0/subnets/addfaa8a-6d6b-4f32-9cb0-6d42aa083a19 HTTP/1.1" status: 200 len: 868 time: 0.0958085 Aug 31 07:31:34.745351 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 36998) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:34.831404 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd16724-b183-4ece-98ca-a6dd7fc94dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:34.832722 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-6cd16724-b183-4ece-98ca-a6dd7fc94dbb admin admin] 10.222.0.62 "GET /v2.0/subnets/ccee44c2-3e16-4472-9001-1c58112cd922 HTTP/1.1" status: 200 len: 816 time: 0.0864232 Aug 31 07:31:51.116062 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-613c2d04-a7cb-41e3-92f6-ec6e41c530ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:54.119867 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-43760e36-1575-4d45-b41e-d239484ac560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:54.346171 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:54.823155 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:56.665483 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:58.522981 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37052) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:31:58.571854 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [None req-3ad4123c-8f3c-4f92-94a1-3ca3b89e5226 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:31:58.573563 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-3ad4123c-8f3c-4f92-94a1-3ca3b89e5226 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494673 Aug 31 07:31:59.704664 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 5 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:32:00.839870 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37060) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:00.900187 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b77602-f577-4fe2-9aee-89a051bc97dd admin admin] GET failed (client error): The resource could not be found. Aug 31 07:32:00.901543 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-40b77602-f577-4fe2-9aee-89a051bc97dd admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606875 Aug 31 07:32:01.042973 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5945cd1-9e67-4413-a8ff-1b59e504d5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:01.045734 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-a5945cd1-9e67-4413-a8ff-1b59e504d5d5 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1382031 Aug 31 07:32:03.282417 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37068) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:03.329986 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:32:03.350507 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Made reservation on behalf of fc22b8bb3635403c896bf024479c28b6 for: {'network': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:32:03.352681 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:03.379620 dv-cinder-799668-14-iscsi neutron-server[94042]: WARNING neutron.services.revisions.revision_plugin [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Could not find related network for resource to bump revision. Aug 31 07:32:03.393195 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:32:03.406399 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:03.406745 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.segments_db [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Added segment 638dd7a1-d51b-4cd8-9625-89e2053cc66f of type vlan for network e097dee3-465f-4a5c-87be-41bf9f16153d Aug 31 07:32:03.444817 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:03.467503 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:03.468599 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:03.469182 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:03.520368 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2368057 Aug 31 07:32:03.527779 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Pushing event updated for resources: {'Network': ['ID=e097dee3-465f-4a5c-87be-41bf9f16153d,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:03.535426 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:03.535797 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:03.536140 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:03.536724 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:03.537051 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:03.537378 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:03.537713 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:03.538024 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:03.538347 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:03.538700 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:03.539020 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:03.539338 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bad733-8fec-4413-8e2f-bc2e63f683fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:03.552278 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network e097dee3-465f-4a5c-87be-41bf9f16153d details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:32:05.740419 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37076) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:32:05.801886 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e72a1de-4855-4655-8e29-589b8a45264b admin admin] GET failed (client error): The resource could not be found. Aug 31 07:32:05.803240 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-1e72a1de-4855-4655-8e29-589b8a45264b admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618682 Aug 31 07:32:05.872404 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b69f06-384b-4bae-b45a-f3581633f578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:05.873831 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-29b69f06-384b-4bae-b45a-f3581633f578 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659726 Aug 31 07:32:05.884505 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-9d7cf765-8dad-4c3f-86f3-6a892b405ef4 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'e097dee3-465f-4a5c-87be-41bf9f16153d', 'cidr': '192.168.233.0/24'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:32:05.904508 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7cf765-8dad-4c3f-86f3-6a892b405ef4 admin admin] Made reservation on behalf of fc22b8bb3635403c896bf024479c28b6 for: {'subnet': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:32:05.906794 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf765-8dad-4c3f-86f3-6a892b405ef4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:06.082781 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf765-8dad-4c3f-86f3-6a892b405ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for subnet, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:06.137536 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cf765-8dad-4c3f-86f3-6a892b405ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d814458-f958-45da-b73a-6f4f1896e03b,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:06.149077 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7cf765-8dad-4c3f-86f3-6a892b405ef4 admin admin] Checking segment: {'id': '638dd7a1-d51b-4cd8-9625-89e2053cc66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e097dee3-465f-4a5c-87be-41bf9f16153d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:32:06.149431 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7cf765-8dad-4c3f-86f3-6a892b405ef4 admin admin] Network hostable DHCP agents. Network: e097dee3-465f-4a5c-87be-41bf9f16153d, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:32:06.167397 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7cf765-8dad-4c3f-86f3-6a892b405ef4 admin admin] Network e097dee3-465f-4a5c-87be-41bf9f16153d is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:32:06.176443 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-9d7cf765-8dad-4c3f-86f3-6a892b405ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, e097dee3-465f-4a5c-87be-41bf9f16153d) {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:32:06.180488 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cf765-8dad-4c3f-86f3-6a892b405ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:06.181081 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf765-8dad-4c3f-86f3-6a892b405ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:06.186075 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e05af8-d034-46d8-b15c-6f278967de9f None None] Network e097dee3-465f-4a5c-87be-41bf9f16153d requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:32:06.197035 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-9d7cf765-8dad-4c3f-86f3-6a892b405ef4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3158705 Aug 31 07:32:06.337875 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6918a5-e36e-5cfd-a810-4069d9de59f0-e097dee3-465f-4a5c-87be-41bf9f16153d', 'network_id': 'e097dee3-465f-4a5c-87be-41bf9f16153d', 'tenant_id': 'fc22b8bb3635403c896bf024479c28b6', 'fixed_ips': [{'subnet_id': '0d814458-f958-45da-b73a-6f4f1896e03b'}]}} from dv-cinder-799668-14-iscsi. {{(pid=94044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:32:06.338810 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:06.569651 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.db_base_plugin_common [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Allocated IP 192.168.233.2 (e097dee3-465f-4a5c-87be-41bf9f16153d/0d814458-f958-45da-b73a-6f4f1896e03b/cbe5885b-f0dd-4de4-9d3e-01cdf6655a15) {{(pid=94044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:32:06.715860 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Notify callbacks [] for port, precommit_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:06.725084 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Transition to ACTIVE for port object cbe5885b-f0dd-4de4-9d3e-01cdf6655a15 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:06.741075 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Transition to ACTIVE for port object cbe5885b-f0dd-4de4-9d3e-01cdf6655a15 will not be triggered until provisioned by entity DHCP. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:06.748567 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:06.784733 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Network e097dee3-465f-4a5c-87be-41bf9f16153d is already hosted by enough agents. {{(pid=94044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:32:06.789774 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.base_scheduler [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Resources bound (agent type, host, resource id): {{(pid=94044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:32:06.794085 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Received port after_create {{(pid=94044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:32:06.803102 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Pushing event updated for resources: {'Port': ['ID=cbe5885b-f0dd-4de4-9d3e-01cdf6655a15,revision_number=1']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:06.812305 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:06.812661 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:06.813005 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:06.813355 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:06.813741 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:06.814096 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:06.814520 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:06.814817 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:06.815209 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:06.815540 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:06.815943 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:06.816297 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:06.862840 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Attempting to bind port cbe5885b-f0dd-4de4-9d3e-01cdf6655a15 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:32:06.863206 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Attempting to bind port cbe5885b-f0dd-4de4-9d3e-01cdf6655a15 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '638dd7a1-d51b-4cd8-9625-89e2053cc66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e097dee3-465f-4a5c-87be-41bf9f16153d'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:32:06.863677 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Attempting to bind port cbe5885b-f0dd-4de4-9d3e-01cdf6655a15 on network e097dee3-465f-4a5c-87be-41bf9f16153d {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:32:06.868549 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:32:06.868915 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Checking segment: {'id': '638dd7a1-d51b-4cd8-9625-89e2053cc66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e097dee3-465f-4a5c-87be-41bf9f16153d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:32:06.869309 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:06.869695 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Bound using segment: {'id': '638dd7a1-d51b-4cd8-9625-89e2053cc66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e097dee3-465f-4a5c-87be-41bf9f16153d'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:32:06.870152 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Bound port: cbe5885b-f0dd-4de4-9d3e-01cdf6655a15, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638dd7a1-d51b-4cd8-9625-89e2053cc66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e097dee3-465f-4a5c-87be-41bf9f16153d'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:32:06.870648 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:06.936418 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] For port cbe5885b-f0dd-4de4-9d3e-01cdf6655a15, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:32:06.939647 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] For port cbe5885b-f0dd-4de4-9d3e-01cdf6655a15, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=cbe5885b-f0dd-4de4-9d3e-01cdf6655a15,segment=NetworkSegment(638dd7a1-d51b-4cd8-9625-89e2053cc66f),segment_id=638dd7a1-d51b-4cd8-9625-89e2053cc66f)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:32:06.944119 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:07.000674 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140c6c6-689f-4625-9d98-9fa8b047ffbe None None] Pushing event updated for resources: {'Port': ['ID=cbe5885b-f0dd-4de4-9d3e-01cdf6655a15,revision_number=2']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:07.853361 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d724a6ed-a9dd-4541-bd0c-7d90d705423d None None] Network e097dee3-465f-4a5c-87be-41bf9f16153d requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:32:07.967069 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-ad8df20d-a5ea-4646-9838-65d666f0beb7 None None] Provisioning for port cbe5885b-f0dd-4de4-9d3e-01cdf6655a15 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:32:08.356762 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device cbe5885b-f0dd-4de4-9d3e-01cdf6655a15 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:08.406285 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port cbe5885b-f0dd-4de4-9d3e-01cdf6655a15 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:32:08.410846 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port cbe5885b-f0dd-4de4-9d3e-01cdf6655a15 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:08.411219 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:08.491131 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:08.522970 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port cbe5885b-f0dd-4de4-9d3e-01cdf6655a15, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=cbe5885b-f0dd-4de4-9d3e-01cdf6655a15,segment=NetworkSegment(638dd7a1-d51b-4cd8-9625-89e2053cc66f),segment_id=638dd7a1-d51b-4cd8-9625-89e2053cc66f)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:08.526923 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:08.573022 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=cbe5885b-f0dd-4de4-9d3e-01cdf6655a15,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:10.332307 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device cbe5885b-f0dd-4de4-9d3e-01cdf6655a15 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:32:10.379856 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port cbe5885b-f0dd-4de4-9d3e-01cdf6655a15 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:32:10.380218 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:21.117480 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-fd86c620-50ff-4ee7-a742-c74e463a9041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:24.123826 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5d049ae3-fa92-4995-b6f4-7c4994d33cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:24.348352 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:24.825290 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:26.671907 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:36.702834 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 5 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:32:51.119967 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-235070ff-0809-40ab-ac47-94cf98031152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:54.124323 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-85d7f5cd-74d3-4d03-a94d-4c094af70ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:54.350525 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:54.828456 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:56.673987 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:13.700693 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 5 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:33:14.679156 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37128) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:14.685094 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [None req-cc49ad94-81a1-4b82-9d3d-b2f2dfb550dd tempest-verify_tempest_config-648735566 tempest-verify_tempest_config-648735566-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:33:14.686094 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-cc49ad94-81a1-4b82-9d3d-b2f2dfb550dd tempest-verify_tempest_config-648735566 tempest-verify_tempest_config-648735566-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059681 Aug 31 07:33:14.978219 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37146) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:15.080046 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:15.169376 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:15.172939 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:15.221897 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4d806f408f14b9788c68c7b93470e9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2426076 Aug 31 07:33:15.222856 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05a98e0-66e2-468b-a080-f30c4b01952a,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:15.224726 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37152) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:15.229522 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.229893 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.230243 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.230612 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.230945 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.231296 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.232202 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.232552 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.232904 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.233237 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.233564 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.233891 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fde61-8bab-4732-8265-1d46c78ca32a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.279263 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:15.299863 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:15.390702 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:15.393778 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:15.395006 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d05a98e0-66e2-468b-a080-f30c4b01952a HTTP/1.1" status: 204 len: 168 time: 0.1693256 Aug 31 07:33:15.402513 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05a98e0-66e2-468b-a080-f30c4b01952a,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:15.409709 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.410073 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.410437 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.410774 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.411100 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.411474 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.411862 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.412202 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.412547 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.412872 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.413191 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:15.413561 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10909ba4-218f-43ba-925c-707d4b5ccf97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:21.121180 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-569ac7ee-a144-4f46-a1bf-4478b2a44a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.125261 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-241f664a-da64-47fb-a1ed-27115ef944aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.350864 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:24.832078 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:26.680850 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:50.699334 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 5 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:33:51.123256 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c90fdb33-a661-4d05-89a5-a7a633f4753a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:54.125835 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-75073e5f-a7d4-4b0a-9882-79f186429369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:54.352802 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:54.835360 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:56.678582 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:21.124833 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-4603cac1-8120-49a9-8b8b-8be8cc714135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.127655 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb63d-0df9-4491-8d2b-842ae137150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.353080 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.837323 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.682396 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.696716 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 5 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:34:50.490492 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-387069'] for agent, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.124276 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-8b458b20-d3fb-4fd3-8b03-f7df1550a567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:54.128766 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c968a395-083a-4d44-b94d-e911dadfdb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:54.353378 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:54.840845 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:56.682705 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:04.696922 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:35:05.999497 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37224) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:06.104269 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-bf28f1e7-ae73-4fa3-85cb-506e0e935766 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1036780 Aug 31 07:35:08.280837 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37234) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:08.334318 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-4bc57014-2900-47af-8ea6-59a3e68eae1e admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0523937 Aug 31 07:35:20.466009 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:21.124371 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5414c099-b1bf-4c8d-af06-a374b9282cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:24.129188 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-839b4d46-a7a9-4d8e-8236-040a25949905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:24.353607 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:24.843190 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:26.688487 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:41.695730 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:35:50.464895 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:51.125977 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-31f7639a-8f31-4776-9e21-b61522fc15bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.130792 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-084052e2-2d5c-47da-bf3f-bdc4fba64060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.356111 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.846871 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.691628 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:18.695923 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:36:20.468334 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:21.126467 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-994d3091-e210-4749-89c1-c0567e6e681a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:24.133384 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-3ed9d063-20bd-45d6-a1f7-3c7d5cde064b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:24.357542 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:24.850101 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:26.696264 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:36.865740 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37340) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:37.100090 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-663774176-network', 'tenant_id': '891906de955546d0853547c8aeda2429'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:37.120993 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Made reservation on behalf of 891906de955546d0853547c8aeda2429 for: {'network': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:37.123581 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.142632 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.236000 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.248696 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.271472 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:36:37.273698 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422e03f2-6e42-4cf7-b386-161b18b012e8,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:37.284518 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.284932 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.285201 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.285545 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.285914 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.286291 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.286586 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.286921 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.287260 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.287701 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.288017 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.288280 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Tracked resource versions report: Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: pushed versions: Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: { 'AddressGroup': {'1.2'}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'ConntrackHelper': {'1.0'}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Log': {'1.0'}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Network': {'1.1'}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Port': {'1.7'}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'PortForwarding': {'1.2'}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'QosPolicy': {'1.9'}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'SecurityGroup': {'1.4'}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'SubPort': {'1.0'}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Subnet': {'1.1'}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Trunk': {'1.1'}} Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: consumer versions: Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: { DHCP agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: HyperV agent@hv-cinder-79966: {}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: L3 agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: Metadata agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: Metering agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: Open vSwitch agent@dv-cinder-799668-14-iscsi: { 'AddressGroup': '1.2', Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'ConntrackHelper': '1.0', Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Log': '1.0', Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Network': '1.1', Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Port': '1.7', Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'PortForwarding': '1.2', Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'QosPolicy': '1.9', Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'SecurityGroup': '1.4', Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'SecurityGroupRule': '1.2', Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'SubPort': '1.0', Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Subnet': '1.1', Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: 'Trunk': '1.1'}} Aug 31 07:36:37.289937 dv-cinder-799668-14-iscsi neutron-server[94042]: {{(pid=94042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:36:37.301096 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.301453 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.segments_db [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Added segment aea21a1d-89e7-4800-912c-e83ce5ddc727 of type vlan for network 67dcf40f-62a2-434b-b09b-9cc8c8935104 Aug 31 07:36:37.345188 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.370548 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.371623 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:37.372399 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.435507 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5685620 Aug 31 07:36:37.438398 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b0311-baac-41a2-8002-f92f92e81982 admin admin] Pushing event updated for resources: {'Network': ['ID=67dcf40f-62a2-434b-b09b-9cc8c8935104,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:37.438796 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37388) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:37.446270 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Request body: {'subnet': {'network_id': '67dcf40f-62a2-434b-b09b-9cc8c8935104', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-663774176-subnet', 'tenant_id': '891906de955546d0853547c8aeda2429', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:37.451259 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network 67dcf40f-62a2-434b-b09b-9cc8c8935104 details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:36:37.483771 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Made reservation on behalf of 891906de955546d0853547c8aeda2429 for: {'subnet': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:37.486989 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.672092 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for subnet, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.734971 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Pushing event updated for resources: {'Subnet': ['ID=618085ec-3301-4307-8fc9-c2a17dd433cd,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:37.742652 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.743279 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.743629 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.743966 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.744434 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.744780 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.745281 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.745792 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.746128 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.746884 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.747395 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.747879 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Tracked resource versions report: Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: pushed versions: Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: { 'AddressGroup': {'1.2'}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'ConntrackHelper': {'1.0'}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Log': {'1.0'}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Network': {'1.1'}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Port': {'1.7'}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'PortForwarding': {'1.2'}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'QosPolicy': {'1.9'}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'SecurityGroup': {'1.4'}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'SubPort': {'1.0'}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Subnet': {'1.1'}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Trunk': {'1.1'}} Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: consumer versions: Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: { DHCP agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: HyperV agent@hv-cinder-79966: {}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: L3 agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: Metadata agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: Metering agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: Open vSwitch agent@dv-cinder-799668-14-iscsi: { 'AddressGroup': '1.2', Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'ConntrackHelper': '1.0', Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Log': '1.0', Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Network': '1.1', Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Port': '1.7', Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'PortForwarding': '1.2', Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'QosPolicy': '1.9', Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'SecurityGroup': '1.4', Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'SecurityGroupRule': '1.2', Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'SubPort': '1.0', Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Subnet': '1.1', Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: 'Trunk': '1.1'}} Aug 31 07:36:37.749158 dv-cinder-799668-14-iscsi neutron-server[94043]: {{(pid=94043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:36:37.754025 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Checking segment: {'id': 'aea21a1d-89e7-4800-912c-e83ce5ddc727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '67dcf40f-62a2-434b-b09b-9cc8c8935104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:37.754401 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Network hostable DHCP agents. Network: 67dcf40f-62a2-434b-b09b-9cc8c8935104, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:36:37.772903 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Network 67dcf40f-62a2-434b-b09b-9cc8c8935104 is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:36:37.783036 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, 67dcf40f-62a2-434b-b09b-9cc8c8935104) {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:37.789355 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:37.791043 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:37.795453 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087300db-2261-4289-aa52-7546d770b331 None None] Network 67dcf40f-62a2-434b-b09b-9cc8c8935104 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:37.807077 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-2464955b-1a71-493e-86c5-3a2d0e80815f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3665416 Aug 31 07:36:37.944760 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac1a0aa-0ee3-446f-8b97-f7c65d6ce661 None None] Network 67dcf40f-62a2-434b-b09b-9cc8c8935104 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:38.784350 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37468) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:38.813835 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37474) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:38.842433 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37478) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:38.967054 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37490) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:39.052402 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-network', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:39.074142 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Made reservation on behalf of eb0762f16cec4dc5873bb2e84e4c4ce3 for: {'network': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:39.077657 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.092827 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-766804678-network', 'tenant_id': '541ec08f290d4c1294c3390243469b04'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:39.098994 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.127458 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Made reservation on behalf of 541ec08f290d4c1294c3390243469b04 for: {'network': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:39.130420 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.142003 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.250380 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.275385 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.291838 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-662565164-network', 'tenant_id': '7d0d0070daab4e6ca0d5d6f46792cd34'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:39.309186 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:36:39.339914 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.340257 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.segments_db [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Added segment 86f818f9-fd24-463d-bb2e-e17f717402ba of type vlan for network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d Aug 31 07:36:39.394573 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1744443319-network', 'tenant_id': 'c818e9996e304eb49ab671310d8417de'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:39.463506 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc0a7b5-3456-45c6-90c8-ce17f18f3948,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:39.471479 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37512) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:39.477143 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-958272036-network', 'tenant_id': '6d10013e06854e49b23bc8be808fedc1'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:39.508846 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.552222 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.556331 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.557347 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:39.557931 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.568922 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.587884 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.db.api [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:36:39.587884 dv-cinder-799668-14-iscsi neutron-server[94043]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 07:36:39.587884 dv-cinder-799668-14-iscsi neutron-server[94043]: [parameters: {'project_id_1': 'c818e9996e304eb49ab671310d8417de', 'expiration_1': datetime.datetime(2021, 8, 31, 7, 36, 39, 403618)}] Aug 31 07:36:39.587884 dv-cinder-799668-14-iscsi neutron-server[94043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:36:39.588341 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG oslo_db.api [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:36:39.588804 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.db.api [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:36:39.588804 dv-cinder-799668-14-iscsi neutron-server[94043]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 07:36:39.588804 dv-cinder-799668-14-iscsi neutron-server[94043]: [parameters: {'project_id_1': '6d10013e06854e49b23bc8be808fedc1', 'expiration_1': datetime.datetime(2021, 8, 31, 7, 36, 39, 487159)}] Aug 31 07:36:39.588804 dv-cinder-799668-14-iscsi neutron-server[94043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:36:39.589115 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG oslo_db.api [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:36:39.637598 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:36:39.642549 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Made reservation on behalf of 7d0d0070daab4e6ca0d5d6f46792cd34 for: {'network': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:39.645183 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.666230 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8805323 Aug 31 07:36:39.670272 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37526) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:39.674898 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.676409 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-c23b1f54-d077-41b2-a0c8-42aa3555e33a admin admin] Request body: {'subnet': {'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-subnet', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:39.676653 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566cb35-1b03-4c96-b850-868adafe5c92 admin admin] Pushing event updated for resources: {'Network': ['ID=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:39.679185 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.679524 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.segments_db [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Added segment 2ca0868e-476f-4e9e-9b91-bebdba3664ef of type vlan for network 19009566-1ef5-4444-b059-f51973086d69 Aug 31 07:36:39.687683 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:36:39.712568 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23b1f54-d077-41b2-a0c8-42aa3555e33a admin admin] Made reservation on behalf of eb0762f16cec4dc5873bb2e84e4c4ce3 for: {'subnet': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:39.715336 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c23b1f54-d077-41b2-a0c8-42aa3555e33a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.772176 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:39.813300 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.844157 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.845139 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:39.845843 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.934575 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] Pushing event updated for resources: {'Network': ['ID=19009566-1ef5-4444-b059-f51973086d69,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:39.946800 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network 19009566-1ef5-4444-b059-f51973086d69 details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:36:39.970285 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c23b1f54-d077-41b2-a0c8-42aa3555e33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for subnet, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.017508 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.029552 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b1f54-d077-41b2-a0c8-42aa3555e33a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1810f6c-a578-4036-ab5a-13c99f83c500,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:40.032586 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.063974 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-fd81132a-1378-431d-b631-8a977dfe109a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2448280 Aug 31 07:36:40.067147 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37534) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:40.077253 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-4f135d68-5b21-4f6d-9a1f-29e21f6480ad admin admin] Request body: {'subnet': {'network_id': '19009566-1ef5-4444-b059-f51973086d69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-766804678-subnet', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:40.084399 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:36:40.087379 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbb13b7-4a61-4b77-87c6-91b73ddf9684,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:40.120648 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.121146 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.segments_db [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Added segment 357e89e9-e548-4aa9-b236-cba551ffdc96 of type vlan for network ec9548fb-99f8-454e-9eac-a35a32f0df63 Aug 31 07:36:40.125156 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23b1f54-d077-41b2-a0c8-42aa3555e33a admin admin] Checking segment: {'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:40.125608 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23b1f54-d077-41b2-a0c8-42aa3555e33a admin admin] Network hostable DHCP agents. Network: fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:36:40.142575 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f135d68-5b21-4f6d-9a1f-29e21f6480ad admin admin] Made reservation on behalf of 541ec08f290d4c1294c3390243469b04 for: {'subnet': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:40.145117 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4f135d68-5b21-4f6d-9a1f-29e21f6480ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.241819 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.281205 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23b1f54-d077-41b2-a0c8-42aa3555e33a admin admin] Network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:36:40.283960 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Made reservation on behalf of c818e9996e304eb49ab671310d8417de for: {'network': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:40.286679 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.294208 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.295668 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:40.296532 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.312288 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.329884 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-c23b1f54-d077-41b2-a0c8-42aa3555e33a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d) {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:40.340431 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea8d16e-c1a8-4642-82b7-ea5b855a46d3 None None] Network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:40.343650 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23b1f54-d077-41b2-a0c8-42aa3555e33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:40.344238 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c23b1f54-d077-41b2-a0c8-42aa3555e33a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.346227 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Made reservation on behalf of 6d10013e06854e49b23bc8be808fedc1 for: {'network': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:40.348739 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.374601 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.378717 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] Pushing event updated for resources: {'Network': ['ID=ec9548fb-99f8-454e-9eac-a35a32f0df63,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:40.395552 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network ec9548fb-99f8-454e-9eac-a35a32f0df63 details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:36:40.556305 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4f135d68-5b21-4f6d-9a1f-29e21f6480ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for subnet, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.577582 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.588443 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.602605 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-c23b1f54-d077-41b2-a0c8-42aa3555e33a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9291682 Aug 31 07:36:40.602830 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-33f378ec-b7b9-45c3-bb13-9708723b6621 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7574794 Aug 31 07:36:40.602830 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37558) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:40.603889 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37560) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:40.607522 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-f73bd60c-4087-4d66-94e5-45398f8d5695 admin admin] Request body: {'subnet': {'network_id': 'ec9548fb-99f8-454e-9eac-a35a32f0df63', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-662565164-subnet', 'tenant_id': '7d0d0070daab4e6ca0d5d6f46792cd34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:40.628634 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5ef954-b186-4863-9bf7-a0cd3d858d85,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:40.661266 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:40.701743 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6918a5-e36e-5cfd-a810-4069d9de59f0-fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500'}]}} from dv-cinder-799668-14-iscsi. {{(pid=94044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:36:40.702280 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:36:40.703385 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.724164 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f135d68-5b21-4f6d-9a1f-29e21f6480ad admin admin] Checking segment: {'id': '2ca0868e-476f-4e9e-9b91-bebdba3664ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19009566-1ef5-4444-b059-f51973086d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:40.724528 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f135d68-5b21-4f6d-9a1f-29e21f6480ad admin admin] Network hostable DHCP agents. Network: 19009566-1ef5-4444-b059-f51973086d69, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:36:40.737305 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.737305 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.segments_db [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Added segment 6774c9fd-6bf0-4dbf-8be2-4b7e38341c81 of type vlan for network cbbe651a-bee4-4db8-aa44-d3d2ab957402 Aug 31 07:36:40.764545 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f135d68-5b21-4f6d-9a1f-29e21f6480ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:40.812608 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f135d68-5b21-4f6d-9a1f-29e21f6480ad admin admin] Network 19009566-1ef5-4444-b059-f51973086d69 is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:36:40.821819 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.841391 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-4f135d68-5b21-4f6d-9a1f-29e21f6480ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, 19009566-1ef5-4444-b059-f51973086d69) {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:40.852675 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943a170c-f9bc-40ad-b6cc-6d3d32faf026 None None] Network 19009566-1ef5-4444-b059-f51973086d69 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:40.860534 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f135d68-5b21-4f6d-9a1f-29e21f6480ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:40.861191 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4f135d68-5b21-4f6d-9a1f-29e21f6480ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.895536 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.897235 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:40.898198 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.941334 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.982626 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73bd60c-4087-4d66-94e5-45398f8d5695 admin admin] Made reservation on behalf of 7d0d0070daab4e6ca0d5d6f46792cd34 for: {'subnet': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:40.984555 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:40.989522 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f73bd60c-4087-4d66-94e5-45398f8d5695 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.017997 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.db_base_plugin_common [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Allocated IP 172.20.0.2 (fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d/b1810f6c-a578-4036-ab5a-13c99f83c500/1777f7f2-14a3-4bc6-88e1-b0d8082fbc36) {{(pid=94044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:41.020549 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-4f135d68-5b21-4f6d-9a1f-29e21f6480ad admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9509740 Aug 31 07:36:41.064712 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37570) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:41.082562 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8efee3-f8b1-4dcf-9e7d-db670722bef7 None None] Network 19009566-1ef5-4444-b059-f51973086d69 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:41.086461 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-766804678-router', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:41.107431 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:36:41.116176 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1796116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28948'] for router, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.127690 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] Pushing event updated for resources: {'Network': ['ID=cbbe651a-bee4-4db8-aa44-d3d2ab957402,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:41.130823 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28931'] for router, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.153093 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-158c22d4-81c6-47a0-8ec4-9170c7f6dffd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1848922 Aug 31 07:36:41.158821 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.159574 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.segments_db [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Added segment 4febd4af-0925-499a-98ef-4b9c866072c3 of type vlan for network a8635b4a-1ee0-4994-b5ae-711112a6e5ae Aug 31 07:36:41.162020 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37576) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:41.164688 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network cbbe651a-bee4-4db8-aa44-d3d2ab957402 details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:36:41.166475 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c616da2-c05d-4694-b861-22de14c74613,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:41.201536 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-fddb14cd-c82a-4aaf-9523-0eade04bb834 admin admin] Request body: {'subnet': {'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1744443319-subnet', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:41.255233 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1796116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28948'] for router, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.257261 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28931'] for router, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.273666 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.340152 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddb14cd-c82a-4aaf-9523-0eade04bb834 admin admin] Made reservation on behalf of c818e9996e304eb49ab671310d8417de for: {'subnet': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:41.342434 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fddb14cd-c82a-4aaf-9523-0eade04bb834 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.394581 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.428067 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.429056 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:41.429776 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.438140 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.478535 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0040808 Aug 31 07:36:41.494653 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37596) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:41.506772 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-9fb1133d-7fb0-4ae5-8ee6-f04d1d103c7f admin admin] Request body: {'subnet': {'network_id': 'a8635b4a-1ee0-4994-b5ae-711112a6e5ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-958272036-subnet', 'tenant_id': '6d10013e06854e49b23bc8be808fedc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:41.569956 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Notify callbacks [] for port, precommit_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.578702 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Transition to ACTIVE for port object 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:41.594729 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Transition to ACTIVE for port object 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 will not be triggered until provisioned by entity DHCP. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:41.601408 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.627874 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb1133d-7fb0-4ae5-8ee6-f04d1d103c7f admin admin] Made reservation on behalf of 6d10013e06854e49b23bc8be808fedc1 for: {'subnet': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:41.630851 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9fb1133d-7fb0-4ae5-8ee6-f04d1d103c7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.641927 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d is already hosted by enough agents. {{(pid=94044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:41.649464 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.base_scheduler [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Resources bound (agent type, host, resource id): {{(pid=94044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:41.653229 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Received port after_create {{(pid=94044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:41.666205 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Pushing event updated for resources: {'Port': ['ID=1777f7f2-14a3-4bc6-88e1-b0d8082fbc36,revision_number=1']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:41.689849 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:41.690185 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f57955-ba80-4bc9-83e2-55e37de00e73 admin admin] Pushing event updated for resources: {'Network': ['ID=a8635b4a-1ee0-4994-b5ae-711112a6e5ae,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:41.690318 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:41.690591 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:41.690884 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:41.691214 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:41.691549 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:41.691867 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:41.692189 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:41.692528 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:41.692847 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:41.693165 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:41.693479 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Tracked resource versions report: Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: pushed versions: Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: { 'AddressGroup': {'1.2'}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'ConntrackHelper': {'1.0'}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Log': {'1.0'}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Network': {'1.1'}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Port': {'1.7'}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'PortForwarding': {'1.2'}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'QosPolicy': {'1.9'}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'SecurityGroup': {'1.4'}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'SubPort': {'1.0'}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Subnet': {'1.1'}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Trunk': {'1.1'}} Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: consumer versions: Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: { DHCP agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: HyperV agent@hv-cinder-79966: {}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: L3 agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: Metadata agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: Metering agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: Open vSwitch agent@dv-cinder-799668-14-iscsi: { 'AddressGroup': '1.2', Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'ConntrackHelper': '1.0', Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Log': '1.0', Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Network': '1.1', Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Port': '1.7', Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'PortForwarding': '1.2', Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'QosPolicy': '1.9', Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'SecurityGroup': '1.4', Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'SecurityGroupRule': '1.2', Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'SubPort': '1.0', Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Subnet': '1.1', Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: 'Trunk': '1.1'}} Aug 31 07:36:41.694760 dv-cinder-799668-14-iscsi neutron-server[94044]: {{(pid=94044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:36:41.708012 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.721096 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f73bd60c-4087-4d66-94e5-45398f8d5695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for subnet, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.721574 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network a8635b4a-1ee0-4994-b5ae-711112a6e5ae details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:36:41.734878 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.801992 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Attempting to bind port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:41.802589 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Attempting to bind port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:41.803120 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Attempting to bind port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 on network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:41.808294 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:41.808902 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Checking segment: {'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:41.809458 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.810159 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Bound using segment: {'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:41.810797 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Bound port: 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:41.811365 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.852024 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73bd60c-4087-4d66-94e5-45398f8d5695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4aa089-e84e-44a9-b7bb-9aa24a1e83a3,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:41.881270 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73bd60c-4087-4d66-94e5-45398f8d5695 admin admin] Checking segment: {'id': '357e89e9-e548-4aa9-b236-cba551ffdc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ec9548fb-99f8-454e-9eac-a35a32f0df63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:41.881630 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73bd60c-4087-4d66-94e5-45398f8d5695 admin admin] Network hostable DHCP agents. Network: ec9548fb-99f8-454e-9eac-a35a32f0df63, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:36:41.895863 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] For port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:41.900304 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] For port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=1777f7f2-14a3-4bc6-88e1-b0d8082fbc36,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:41.905233 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.925817 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fddb14cd-c82a-4aaf-9523-0eade04bb834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for subnet, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:41.945917 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73bd60c-4087-4d66-94e5-45398f8d5695 admin admin] Network ec9548fb-99f8-454e-9eac-a35a32f0df63 is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:36:41.969692 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6dd09-f5a4-4358-ab0b-ed22f9e2b074 None None] Pushing event updated for resources: {'Port': ['ID=1777f7f2-14a3-4bc6-88e1-b0d8082fbc36,revision_number=2']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:41.993201 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-f73bd60c-4087-4d66-94e5-45398f8d5695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, ec9548fb-99f8-454e-9eac-a35a32f0df63) {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:41.998875 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb14cd-c82a-4aaf-9523-0eade04bb834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7d8940-cf69-47bc-ac4d-6743859889df,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:42.003283 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e24e468-ce65-489f-88c5-6e676303c14d None None] Network ec9548fb-99f8-454e-9eac-a35a32f0df63 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:42.003812 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73bd60c-4087-4d66-94e5-45398f8d5695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:42.005988 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f73bd60c-4087-4d66-94e5-45398f8d5695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.019291 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9fb1133d-7fb0-4ae5-8ee6-f04d1d103c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for subnet, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.059577 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-f73bd60c-4087-4d66-94e5-45398f8d5695 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4563401 Aug 31 07:36:42.079445 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddb14cd-c82a-4aaf-9523-0eade04bb834 admin admin] Checking segment: {'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:42.080317 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb14cd-c82a-4aaf-9523-0eade04bb834 admin admin] Network hostable DHCP agents. Network: cbbe651a-bee4-4db8-aa44-d3d2ab957402, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:36:42.156078 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1133d-7fb0-4ae5-8ee6-f04d1d103c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4335172c-8d4a-4ccf-aa6e-eb26e0e57dd0,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:42.177113 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddb14cd-c82a-4aaf-9523-0eade04bb834 admin admin] Network cbbe651a-bee4-4db8-aa44-d3d2ab957402 is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:36:42.204203 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-fddb14cd-c82a-4aaf-9523-0eade04bb834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, cbbe651a-bee4-4db8-aa44-d3d2ab957402) {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:42.206440 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.216994 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddb14cd-c82a-4aaf-9523-0eade04bb834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:42.217512 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68394896-068a-427a-a22f-9eb4d70ba4ab None None] Network ec9548fb-99f8-454e-9eac-a35a32f0df63 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:42.217652 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fddb14cd-c82a-4aaf-9523-0eade04bb834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.227461 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1133d-7fb0-4ae5-8ee6-f04d1d103c7f admin admin] Checking segment: {'id': '4febd4af-0925-499a-98ef-4b9c866072c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a8635b4a-1ee0-4994-b5ae-711112a6e5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:42.228086 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb1133d-7fb0-4ae5-8ee6-f04d1d103c7f admin admin] Network hostable DHCP agents. Network: a8635b4a-1ee0-4994-b5ae-711112a6e5ae, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:36:42.235518 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356eed2c-cdf2-4e23-82db-9450be2ec4d6 None None] Network cbbe651a-bee4-4db8-aa44-d3d2ab957402 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:42.246432 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.249203 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.273850 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-fddb14cd-c82a-4aaf-9523-0eade04bb834 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1093233 Aug 31 07:36:42.298344 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37600) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:42.303354 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:42.309871 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.326460 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb1133d-7fb0-4ae5-8ee6-f04d1d103c7f admin admin] Network a8635b4a-1ee0-4994-b5ae-711112a6e5ae is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:36:42.397233 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-9fb1133d-7fb0-4ae5-8ee6-f04d1d103c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, a8635b4a-1ee0-4994-b5ae-711112a6e5ae) {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:42.412582 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb1133d-7fb0-4ae5-8ee6-f04d1d103c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:42.413012 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9fb1133d-7fb0-4ae5-8ee6-f04d1d103c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.421136 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1796116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28948'] for router, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.422162 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28931'] for router, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.483467 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-9fb1133d-7fb0-4ae5-8ee6-f04d1d103c7f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9874020 Aug 31 07:36:42.508921 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca2755-28ca-4885-9130-e42f3572ec50 None None] Network a8635b4a-1ee0-4994-b5ae-711112a6e5ae requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:42.540934 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Allocated IP 172.27.0.193 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/db52201d-6ac2-460a-b164-6a08ca645863) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:42.593725 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:42.806129 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37630) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:42.861543 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37646) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:42.863660 dv-cinder-799668-14-iscsi neutron-server[94043]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 07:36:42.985441 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:43.055424 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.148123 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.165413 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c997212-a669-48f5-89ca-9c3cd6b5eb49 admin admin] Deleting subnet 618085ec-3301-4307-8fc9-c2a17dd433cd {{(pid=94043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:36:43.189122 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2c997212-a669-48f5-89ca-9c3cd6b5eb49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.229722 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6918a5-e36e-5cfd-a810-4069d9de59f0-cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df'}]}} from dv-cinder-799668-14-iscsi. {{(pid=94044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:36:43.230690 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.248635 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9773b-e085-4b5e-869d-9b627b757705 req-ccd2aa7e-5109-450a-b166-83749d3171fe tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:43.256173 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-ccd2aa7e-5109-450a-b166-83749d3171fe tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/networks?id=ec9548fb-99f8-454e-9eac-a35a32f0df63 HTTP/1.1" status: 200 len: 811 time: 0.3935571 Aug 31 07:36:43.264040 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ddb128-c045-4aba-a17a-d1c826ace60d None None] Network a8635b4a-1ee0-4994-b5ae-711112a6e5ae requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:43.317066 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-478ef260-e25a-43ea-9b19-29beea10f505 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/quotas/7d0d0070daab4e6ca0d5d6f46792cd34 HTTP/1.1" status: 200 len: 375 time: 0.0599499 Aug 31 07:36:43.367253 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2c997212-a669-48f5-89ca-9c3cd6b5eb49 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.400086 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-06b88200-9b63-493a-bcd2-a531ccbfee2c tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d0d0070daab4e6ca0d5d6f46792cd34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821531 Aug 31 07:36:43.407874 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2c997212-a669-48f5-89ca-9c3cd6b5eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.441594 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-1c3ed94f-8562-49c8-868f-2d728b48b549 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:36:43.442705 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-1c3ed94f-8562-49c8-868f-2d728b48b549 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293105 Aug 31 07:36:43.452130 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.464101 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:43.475758 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.480163 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e001a7-8b8a-4f62-bbda-26a118ffa466 None None] Network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:43.515226 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.547977 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:43.562370 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:43.577807 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:43.663317 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Pushing event updated for resources: {'Port': ['ID=db52201d-6ac2-460a-b164-6a08ca645863,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:43.669143 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2c997212-a669-48f5-89ca-9c3cd6b5eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for subnet, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.687186 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.db_base_plugin_common [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Allocated IP 172.20.0.2 (cbbe651a-bee4-4db8-aa44-d3d2ab957402/8b7d8940-cf69-47bc-ac4d-6743859889df/2bc98213-8505-4abf-985d-33679921423b) {{(pid=94044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:43.701657 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Allocated IP 172.27.0.58 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/1b1700dc-7d03-4213-9349-566501e548bc) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:43.728982 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-50568ea4-cbd7-4f45-baab-afee1c0a482e None None] Provisioning for port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:43.746262 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c997212-a669-48f5-89ca-9c3cd6b5eb49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=618085ec-3301-4307-8fc9-c2a17dd433cd,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:43.749224 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-50568ea4-cbd7-4f45-baab-afee1c0a482e None None] Provisioning complete for port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:43.749871 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-50568ea4-cbd7-4f45-baab-afee1c0a482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.757398 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2c997212-a669-48f5-89ca-9c3cd6b5eb49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.762260 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-2c997212-a669-48f5-89ca-9c3cd6b5eb49 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/618085ec-3301-4307-8fc9-c2a17dd433cd HTTP/1.1" status: 204 len: 168 time: 0.9528754 Aug 31 07:36:43.774017 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37684) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:43.881181 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.914858 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.999063 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-50568ea4-cbd7-4f45-baab-afee1c0a482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.015910 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-eb27b907-87f2-45e2-b6e6-0b34055303d1 service neutron] 10.222.0.62 "GET /v2.0/networks/ec9548fb-99f8-454e-9eac-a35a32f0df63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480039 Aug 31 07:36:44.017348 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.027902 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Notify callbacks [] for port, precommit_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.034526 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.034989 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.036289 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.036714 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > port after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.037202 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.037727 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > port after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.038182 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.038619 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.039594 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.040022 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.047279 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Transition to ACTIVE for port object 2bc98213-8505-4abf-985d-33679921423b will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:44.060446 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-50568ea4-cbd7-4f45-baab-afee1c0a482e None None] For port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=1777f7f2-14a3-4bc6-88e1-b0d8082fbc36,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:44.069876 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-50568ea4-cbd7-4f45-baab-afee1c0a482e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.076724 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Transition to ACTIVE for port object 2bc98213-8505-4abf-985d-33679921423b will not be triggered until provisioned by entity DHCP. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:44.100881 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.133471 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Network cbbe651a-bee4-4db8-aa44-d3d2ab957402 is already hosted by enough agents. {{(pid=94044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:44.136988 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50568ea4-cbd7-4f45-baab-afee1c0a482e None None] Pushing event updated for resources: {'Port': ['ID=1777f7f2-14a3-4bc6-88e1-b0d8082fbc36,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:44.139570 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.base_scheduler [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Resources bound (agent type, host, resource id): {{(pid=94044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:44.141923 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Received port after_create {{(pid=94044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:44.178482 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.222525 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.223052 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.223052 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.223392 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:36:44.223875 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dcf40f-62a2-434b-b09b-9cc8c8935104']}} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:44.225163 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-2ff776b7-2379-4eaf-b441-aff7625641e8 service neutron] 10.222.0.62 "GET /v2.0/networks/ec9548fb-99f8-454e-9eac-a35a32f0df63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922786 Aug 31 07:36:44.234813 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Attempting to bind port 2bc98213-8505-4abf-985d-33679921423b on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:44.235182 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Attempting to bind port 2bc98213-8505-4abf-985d-33679921423b by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:44.235547 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Attempting to bind port 2bc98213-8505-4abf-985d-33679921423b on network cbbe651a-bee4-4db8-aa44-d3d2ab957402 {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:44.237917 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Pushing event updated for resources: {'Port': ['ID=2bc98213-8505-4abf-985d-33679921423b,revision_number=1']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:44.240341 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-a59c2a9d-e07b-4332-80d3-c8a99f5b48a6 None None] Provisioning complete for port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:44.240702 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a59c2a9d-e07b-4332-80d3-c8a99f5b48a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.247039 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:44.247481 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Checking segment: {'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:44.247788 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.248178 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Bound using segment: {'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:44.248723 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Bound port: 2bc98213-8505-4abf-985d-33679921423b, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:44.249079 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.253603 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.256791 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea21a1d-89e7-4800-912c-e83ce5ddc727') {'for_net_delete': True} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:44.257111 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea21a1d-89e7-4800-912c-e83ce5ddc727') {} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:44.324708 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520376351'] for segment, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.359690 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:44.368422 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] For port 2bc98213-8505-4abf-985d-33679921423b, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:44.376084 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:44.383777 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.390682 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] For port 2bc98213-8505-4abf-985d-33679921423b, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=2bc98213-8505-4abf-985d-33679921423b,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:44.391950 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:44.396256 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Allocated IP 172.27.0.162 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/596a5634-eeb2-410f-a5a4-8b65e48b8cde) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:44.398147 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.420287 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Pushing event updated for resources: {'Port': ['ID=1b1700dc-7d03-4213-9349-566501e548bc,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:44.434965 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:36:44.435378 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520418492'] for segment, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: from cryptography.utils import int_from_bytes Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: from cryptography.utils import int_from_bytes Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: Traceback (most recent call last): Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: timer() Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: cb(*args, **kw) Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: return func(*args, **kwargs) Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: self._notify() Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: self.callback(batched_events) Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: event.method(event) Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: return f(self, *a, **k) Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: return self._get(url).json() Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: return self.request(url, 'GET', **kwargs) Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:36:44.441701 dv-cinder-799668-14-iscsi neutron-server[94042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:36:44.478644 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d178c84-69a4-4361-aed7-4fac1af9e111 None None] Pushing event updated for resources: {'Port': ['ID=2bc98213-8505-4abf-985d-33679921423b,revision_number=2']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:44.564493 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:44.615695 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37702) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:44.663726 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:44.664154 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.680603 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3ee0f44b-1a6a-44cc-b6bc-5f928b63236c req-efba3668-cf02-4593-ae00-34e6a9f7301c tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 210 time: 0.0638006 Aug 31 07:36:44.725400 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-386546'] for router, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.807753 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.857195 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.860919 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] 10.222.0.62 "DELETE /v2.0/networks/67dcf40f-62a2-434b-b09b-9cc8c8935104 HTTP/1.1" status: 204 len: 168 time: 1.0819285 Aug 31 07:36:44.868724 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37714) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:44.888976 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d8b73-9cd3-4397-aa26-86ea384dd114 admin admin] Pushing event deleted for resources: {'Network': ['ID=67dcf40f-62a2-434b-b09b-9cc8c8935104,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:44.949447 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:44.968823 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Router 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 is scheduled to L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 with binding_index 1 {{(pid=94043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:36:45.017213 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_v2 [None req-780084b4-8028-4388-b848-9dba881dc531 admin admin] Deleting subnet 4335172c-8d4a-4ccf-aa6e-eb26e0e57dd0 {{(pid=94042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:36:45.023488 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-780084b4-8028-4388-b848-9dba881dc531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.107169 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:45.121396 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Sync routers for ids ['792b32d6-3213-4bb1-87f4-0f4b40fcdf01'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:45.132514 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] Notify callbacks [] for router, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.134645 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-455eca61-daeb-466b-ad23-dff1992011fe admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.0681775 Aug 31 07:36:45.134866 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Routers {'792b32d6-3213-4bb1-87f4-0f4b40fcdf01'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:45.135276 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:36:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['792b32d6-3213-4bb1-87f4-0f4b40fcdf01'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:45.139020 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37722) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:45.264053 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.322676 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Set router 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:45.339729 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.389794 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-780084b4-8028-4388-b848-9dba881dc531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520376356'] for subnet, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.419619 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:45.454991 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:45.468862 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:45.497890 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Pushing event updated for resources: {'Port': ['ID=596a5634-eeb2-410f-a5a4-8b65e48b8cde,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:45.596208 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-780084b4-8028-4388-b848-9dba881dc531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.606336 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'name': 'tempest-ServerRescueNegativeTestJSON-766804678-router', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:43Z', 'revision_number': 3, 'project_id': '541ec08f290d4c1294c3390243469b04', 'gw_port': {'id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:45.656084 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Checking router: 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:45.656930 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Updating router 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 port db52201d-6ac2-460a-b164-6a08ca645863 binding host dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:36:45.696667 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.785638 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.860309 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adaaa1a-6835-4ead-b03b-fb6c17aee33d None None] Network cbbe651a-bee4-4db8-aa44-d3d2ab957402 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:45.922043 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-386546'] for router, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.927364 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-780084b4-8028-4388-b848-9dba881dc531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520418310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520561889'] for subnet, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.934745 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-658e880c-a346-48b9-88bb-1cab893ec37b req-530f4e7c-7a90-42e8-b7cd-9ad7670abfad tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 210 time: 0.0879679 Aug 31 07:36:45.991889 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-839ea8c9-9d6b-43c2-914e-57b5254e1ef6 None None] Provisioning for port 2bc98213-8505-4abf-985d-33679921423b completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:46.053377 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-780084b4-8028-4388-b848-9dba881dc531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.057640 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-780084b4-8028-4388-b848-9dba881dc531 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4335172c-8d4a-4ccf-aa6e-eb26e0e57dd0 HTTP/1.1" status: 204 len: 168 time: 1.1828618 Aug 31 07:36:46.057640 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780084b4-8028-4388-b848-9dba881dc531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4335172c-8d4a-4ccf-aa6e-eb26e0e57dd0,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:46.061240 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37752) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:46.110008 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Allocated IP 172.20.0.1 (19009566-1ef5-4444-b059-f51973086d69/e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a/2ce030e9-7f23-44cd-8dde-a407c0917871) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:46.178022 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Notify callbacks [] for port, precommit_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.191432 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.provisioning_blocks [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Transition to ACTIVE for port object db52201d-6ac2-460a-b164-6a08ca645863 will not be triggered until provisioned by entity L2. {{(pid=94045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:46.199823 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.228276 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2973eb0e-2723-43cd-8c94-e1d1e552619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.241877 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.259980 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.297006 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Pushing event updated for resources: {'Port': ['ID=db52201d-6ac2-460a-b164-6a08ca645863,revision_number=2']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:46.314304 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:46.315093 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:46.315523 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:46.315900 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:46.316054 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.316735 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:46.317236 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:46.317578 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:46.317927 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:46.318269 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:46.318674 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:46.318986 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:46.319318 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Tracked resource versions report: Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: pushed versions: Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: { 'AddressGroup': {'1.2'}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'ConntrackHelper': {'1.0'}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Log': {'1.0'}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Network': {'1.1'}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Port': {'1.7'}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'PortForwarding': {'1.2'}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'QosPolicy': {'1.9'}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'SecurityGroup': {'1.4'}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'SecurityGroupRule': {'1.2'}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'SubPort': {'1.0'}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Subnet': {'1.1'}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Trunk': {'1.1'}} Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: consumer versions: Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: { DHCP agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: HyperV agent@hv-cinder-79966: {}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: L3 agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: Metadata agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: Metering agent@dv-cinder-799668-14-iscsi: {}, Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: Open vSwitch agent@dv-cinder-799668-14-iscsi: { 'AddressGroup': '1.2', Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'ConntrackHelper': '1.0', Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Log': '1.0', Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Network': '1.1', Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Port': '1.7', Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'PortForwarding': '1.2', Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'QosPolicy': '1.9', Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'SecurityGroup': '1.4', Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'SecurityGroupRule': '1.2', Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'SubPort': '1.0', Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Subnet': '1.1', Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: 'Trunk': '1.1'}} Aug 31 07:36:46.321271 dv-cinder-799668-14-iscsi neutron-server[94045]: {{(pid=94045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 07:36:46.328494 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Attempting to bind port db52201d-6ac2-460a-b164-6a08ca645863 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:46.329161 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Attempting to bind port db52201d-6ac2-460a-b164-6a08ca645863 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:46.329318 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Attempting to bind port db52201d-6ac2-460a-b164-6a08ca645863 on network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:46.334819 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:46.334996 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Checking segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:46.335347 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.336462 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Bound using segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:46.337059 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Bound port: db52201d-6ac2-460a-b164-6a08ca645863, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:46.337470 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.376827 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Network 19009566-1ef5-4444-b059-f51973086d69 is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:46.381053 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:46.384359 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:46.384995 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385409'] for router_interface, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.403652 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] For port db52201d-6ac2-460a-b164-6a08ca645863, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:46.407315 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] For port db52201d-6ac2-460a-b164-6a08ca645863, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=db52201d-6ac2-460a-b164-6a08ca645863,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:46.413263 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.487189 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Routers {'792b32d6-3213-4bb1-87f4-0f4b40fcdf01'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:46.487908 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:36:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['792b32d6-3213-4bb1-87f4-0f4b40fcdf01'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:46.499748 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce030e9-7f23-44cd-8dde-a407c0917871,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:46.626992 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2bc98213-8505-4abf-985d-33679921423b up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:46.638747 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] Set router 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:46.662571 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.664228 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2973eb0e-2723-43cd-8c94-e1d1e552619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.667827 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Router dfb6ae64-4535-468e-a341-32c36e160d64 is scheduled to L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 with binding_index 1 {{(pid=94042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:36:46.715581 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-2973eb0e-2723-43cd-8c94-e1d1e552619b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8635b4a-1ee0-4994-b5ae-711112a6e5ae']}} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:46.728327 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 2bc98213-8505-4abf-985d-33679921423b completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:46.733115 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 2bc98213-8505-4abf-985d-33679921423b triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:46.733743 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.754390 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-2973eb0e-2723-43cd-8c94-e1d1e552619b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4febd4af-0925-499a-98ef-4b9c866072c3') {'for_net_delete': True} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:46.754685 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-2973eb0e-2723-43cd-8c94-e1d1e552619b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4febd4af-0925-499a-98ef-4b9c866072c3') {} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:46.815816 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2973eb0e-2723-43cd-8c94-e1d1e552619b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520376351'] for segment, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.838212 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a997e-95d5-47e1-83da-617675923043 None None] Pushing event updated for resources: {'Port': ['ID=db52201d-6ac2-460a-b164-6a08ca645863,revision_number=3']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:46.879719 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2973eb0e-2723-43cd-8c94-e1d1e552619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.887438 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.898244 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2973eb0e-2723-43cd-8c94-e1d1e552619b admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:36:46.898894 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2973eb0e-2723-43cd-8c94-e1d1e552619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520418492'] for segment, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: Traceback (most recent call last): Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: timer() Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: cb(*args, **kw) Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: return func(*args, **kwargs) Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: self._notify() Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: self.callback(batched_events) Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: event.method(event) Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: return f(self, *a, **k) Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: return self._get(url).json() Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: return self.request(url, 'GET', **kwargs) Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:36:46.900390 dv-cinder-799668-14-iscsi neutron-server[94042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:36:46.942183 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-386546'] for router, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.958568 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 2bc98213-8505-4abf-985d-33679921423b, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=2bc98213-8505-4abf-985d-33679921423b,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:46.964659 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.982757 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'name': 'tempest-ServerRescueNegativeTestJSON-766804678-router', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:43Z', 'revision_number': 3, 'project_id': '541ec08f290d4c1294c3390243469b04', 'gw_port': {'id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:47.013024 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486d7f2-4395-4e9f-ba8a-6234e63d9dae None None] The sync data for ids ['792b32d6-3213-4bb1-87f4-0f4b40fcdf01'] in dv-cinder-799668-14-iscsi is: [{'id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'name': 'tempest-ServerRescueNegativeTestJSON-766804678-router', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:43Z', 'revision_number': 3, 'project_id': '541ec08f290d4c1294c3390243469b04', 'gw_port': {'id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:47.035871 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=2bc98213-8505-4abf-985d-33679921423b,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:47.064957 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.070979 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.071775 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386865'] for router_interface, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.158168 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce030e9-7f23-44cd-8dde-a407c0917871,revision_number=2']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:47.236155 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d59af570-1330-4949-a3f6-661f9d9af7c3 req-64d76ba2-64ef-44fe-8d6c-2da48976a224 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 210 time: 0.0336683 Aug 31 07:36:47.247611 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2973eb0e-2723-43cd-8c94-e1d1e552619b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.250990 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Network 19009566-1ef5-4444-b059-f51973086d69 is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:47.253027 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:47.271352 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2973eb0e-2723-43cd-8c94-e1d1e552619b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.273429 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-2973eb0e-2723-43cd-8c94-e1d1e552619b admin admin] 10.222.0.62 "DELETE /v2.0/networks/a8635b4a-1ee0-4994-b5ae-711112a6e5ae HTTP/1.1" status: 204 len: 168 time: 1.2112164 Aug 31 07:36:47.276385 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973eb0e-2723-43cd-8c94-e1d1e552619b admin admin] Pushing event deleted for resources: {'Network': ['ID=a8635b4a-1ee0-4994-b5ae-711112a6e5ae,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:47.315795 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:47.350086 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Sync routers for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:47.359152 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] Notify callbacks [] for router, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.361732 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-2a02b946-525e-4c7f-82d5-b8787a588543 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7159836 Aug 31 07:36:47.368663 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37778) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:47.379258 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:47.380253 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:36:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:47.434707 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Router 8247255c-37e7-47b2-841d-16eb5d2cdc1f is scheduled to L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 with binding_index 1 {{(pid=94042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:36:47.600103 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:47.607986 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37784) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:47.665937 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Router 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:36:47.673210 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:47.687124 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Sync routers for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:47.703716 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:47.712378 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:36:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:47.725147 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-0cfafade-09a0-4546-a886-c8bbbe976a5a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=891906de955546d0853547c8aeda2429&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1159604 Aug 31 07:36:47.728619 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37786) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:47.748221 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] Notify callbacks [] for router, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:47.749403 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-73946f0b-f6e4-461a-9df4-0d1555fadf20 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4496653 Aug 31 07:36:47.778051 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37788) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:47.898834 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:44Z', 'revision_number': 3, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:47.933567 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Checking router: dfb6ae64-4535-468e-a341-32c36e160d64 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:47.934470 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Updating router dfb6ae64-4535-468e-a341-32c36e160d64 port 1b1700dc-7d03-4213-9349-566501e548bc binding host dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:36:48.006235 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1747e161-3146-4be1-87bc-b92e14f453b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.078396 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1747e161-3146-4be1-87bc-b92e14f453b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.091377 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:48.097350 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-9e247a79-a2ad-4e1b-8d2c-0bcceb600416 admin admin] 10.222.0.62 "PUT /v2.0/routers/792b32d6-3213-4bb1-87f4-0f4b40fcdf01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9577470 Aug 31 07:36:48.110131 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:48.168073 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.258969 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.287162 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1747e161-3146-4be1-87bc-b92e14f453b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.294594 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1747e161-3146-4be1-87bc-b92e14f453b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.297820 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-1747e161-3146-4be1-87bc-b92e14f453b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/422e03f2-6e42-4cf7-b386-161b18b012e8 HTTP/1.1" status: 204 len: 168 time: 0.5682397 Aug 31 07:36:48.324986 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747e161-3146-4be1-87bc-b92e14f453b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422e03f2-6e42-4cf7-b386-161b18b012e8,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:48.368774 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:45Z', 'revision_number': 3, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:48.401097 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Checking router: 8247255c-37e7-47b2-841d-16eb5d2cdc1f for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:48.401369 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Updating router 8247255c-37e7-47b2-841d-16eb5d2cdc1f port 596a5634-eeb2-410f-a5a4-8b65e48b8cde binding host dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:36:48.441678 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.621230 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Notify callbacks [] for port, precommit_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.633506 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Transition to ACTIVE for port object 1b1700dc-7d03-4213-9349-566501e548bc will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:48.649557 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.764165 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Attempting to bind port 1b1700dc-7d03-4213-9349-566501e548bc on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:48.764547 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Attempting to bind port 1b1700dc-7d03-4213-9349-566501e548bc by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:48.764919 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Attempting to bind port 1b1700dc-7d03-4213-9349-566501e548bc on network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:48.773221 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1a7ce917-01b8-4395-b975-853acddac2dc req-8a58c597-598e-460b-84c5-6e230bf1d897 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 210 time: 0.0841963 Aug 31 07:36:48.773574 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:48.773930 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Checking segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:48.774346 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.774769 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Bound using segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:48.775300 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Bound port: 1b1700dc-7d03-4213-9349-566501e548bc, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:48.775719 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.832365 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Allocated IP 172.20.0.1 (fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d/b1810f6c-a578-4036-ab5a-13c99f83c500/db2b77d9-b535-4c2e-8f70-5a3e7c5ad375) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:48.832561 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac84804-2661-4d37-a665-79a280af740c None None] Pushing event updated for resources: {'Port': ['ID=1b1700dc-7d03-4213-9349-566501e548bc,revision_number=2']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:48.862631 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2bc98213-8505-4abf-985d-33679921423b up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:48.885475 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.984090 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Notify callbacks [] for port, precommit_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:48.995891 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.provisioning_blocks [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Transition to ACTIVE for port object 596a5634-eeb2-410f-a5a4-8b65e48b8cde will not be triggered until provisioned by entity L2. {{(pid=94045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:49.025845 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] For port 1b1700dc-7d03-4213-9349-566501e548bc, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:49.027495 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.030407 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.043798 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] For port 1b1700dc-7d03-4213-9349-566501e548bc, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=1b1700dc-7d03-4213-9349-566501e548bc,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:49.058519 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 2bc98213-8505-4abf-985d-33679921423b triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:49.058897 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.061411 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.078034 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.provisioning_blocks [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Transition to ACTIVE for port object db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 will not be triggered until provisioned by entity DHCP. {{(pid=94043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:49.153403 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Attempting to bind port 596a5634-eeb2-410f-a5a4-8b65e48b8cde on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:49.153812 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Attempting to bind port 596a5634-eeb2-410f-a5a4-8b65e48b8cde by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:49.154193 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Attempting to bind port 596a5634-eeb2-410f-a5a4-8b65e48b8cde on network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:49.174041 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:49.183323 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Checking segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:49.183968 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.184707 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Bound using segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:49.185818 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37834) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:49.186884 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Bound port: 596a5634-eeb2-410f-a5a4-8b65e48b8cde, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:49.187493 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.193133 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.195856 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Allocated IP 172.20.0.1 (cbbe651a-bee4-4db8-aa44-d3d2ab957402/8b7d8940-cf69-47bc-ac4d-6743859889df/090a89c0-7e20-46b4-962b-c129800725bb) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:49.214335 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac84804-2661-4d37-a665-79a280af740c None None] Pushing event updated for resources: {'Port': ['ID=1b1700dc-7d03-4213-9349-566501e548bc,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:49.247226 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0221b8-713b-4bfd-8d7b-61382f97ff22 None None] Pushing event updated for resources: {'Port': ['ID=596a5634-eeb2-410f-a5a4-8b65e48b8cde,revision_number=2']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:49.263256 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:49.263608 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:36:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:49.286833 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] For port 596a5634-eeb2-410f-a5a4-8b65e48b8cde, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:49.293852 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] For port 596a5634-eeb2-410f-a5a4-8b65e48b8cde, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=596a5634-eeb2-410f-a5a4-8b65e48b8cde,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:49.300995 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.334508 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.336287 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:49.346939 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:49.349790 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:49.350389 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385409'] for router_interface, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.356770 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device db52201d-6ac2-460a-b164-6a08ca645863 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:49.372646 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Transition to ACTIVE for port object 090a89c0-7e20-46b4-962b-c129800725bb will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:49.385126 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0221b8-713b-4bfd-8d7b-61382f97ff22 None None] Pushing event updated for resources: {'Port': ['ID=596a5634-eeb2-410f-a5a4-8b65e48b8cde,revision_number=3']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:49.401128 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:49.401753 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:36:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:49.433665 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.449939 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Sync routers for ids ['792b32d6-3213-4bb1-87f4-0f4b40fcdf01'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:49.496759 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Network cbbe651a-bee4-4db8-aa44-d3d2ab957402 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:49.498164 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Routers {'792b32d6-3213-4bb1-87f4-0f4b40fcdf01'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:49.498974 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:36:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['792b32d6-3213-4bb1-87f4-0f4b40fcdf01'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:49.500591 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:49.501813 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:49.518285 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:49.527515 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Pushing event updated for resources: {'Port': ['ID=db2b77d9-b535-4c2e-8f70-5a3e7c5ad375,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:49.560749 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:49.594973 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385409'] for router_interface, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.674233 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Pushing event updated for resources: {'Port': ['ID=090a89c0-7e20-46b4-962b-c129800725bb,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:49.765003 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port db52201d-6ac2-460a-b164-6a08ca645863 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:49.783801 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-7ca2d331-1c26-4825-a993-d97d13b9f121 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d10013e06854e49b23bc8be808fedc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5962029 Aug 31 07:36:49.788969 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37836) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:49.806423 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port db52201d-6ac2-460a-b164-6a08ca645863 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:49.806807 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.816545 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.831032 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:45Z', 'revision_number': 3, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:49.901959 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-d7468cf3-9c39-457a-a099-912349c65333 None None] Provisioning for port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:49.910610 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-45181ba5-2ac7-4cb2-a420-154234a6d10d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:49.912923 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-45181ba5-2ac7-4cb2-a420-154234a6d10d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/networks?id=19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 200 len: 818 time: 0.8292618 Aug 31 07:36:49.915286 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6b000-b7ac-4fb1-9504-ac05c9d48992 None None] The sync data for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi is: [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:45Z', 'revision_number': 3, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:49.935925 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.943231 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-56cbd968-7434-444c-b13d-4925065b7f09 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/quotas/541ec08f290d4c1294c3390243469b04 HTTP/1.1" status: 200 len: 375 time: 0.0124261 Aug 31 07:36:49.951747 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bb5b743c-7ef6-4f23-9743-12287980a6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.953732 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Set router 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:49.979400 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bb5b743c-7ef6-4f23-9743-12287980a6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:49.981083 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d86a1681-6a5d-43ba-a5d6-0785548981f2 req-0df6c96e-7c6f-4e96-be2d-81adb1bbe89a tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 210 time: 0.0667245 Aug 31 07:36:50.001945 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.59', 63102) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:50.072440 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-d7468cf3-9c39-457a-a099-912349c65333 None None] Provisioning complete for port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:50.073340 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-d7468cf3-9c39-457a-a099-912349c65333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.198602 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bb5b743c-7ef6-4f23-9743-12287980a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.201181 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bb5b743c-7ef6-4f23-9743-12287980a6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.202398 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-bb5b743c-7ef6-4f23-9743-12287980a6ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2c616da2-c05d-4694-b861-22de14c74613 HTTP/1.1" status: 204 len: 168 time: 0.4123092 Aug 31 07:36:50.208614 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-532c3c2f-8969-4e1e-b117-c1b0b2e365ad tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=541ec08f290d4c1294c3390243469b04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2442932 Aug 31 07:36:50.218608 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b743c-7ef6-4f23-9743-12287980a6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c616da2-c05d-4694-b861-22de14c74613,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:50.294276 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.305509 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.327045 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9773b-e085-4b5e-869d-9b627b757705 req-3507c044-5ecc-4264-a3a0-1fa9f20f18c5 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:50.339739 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-3507c044-5ecc-4264-a3a0-1fa9f20f18c5 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.59 "GET /v2.0/networks?id=ec9548fb-99f8-454e-9eac-a35a32f0df63 HTTP/1.1" status: 200 len: 811 time: 0.3360651 Aug 31 07:36:50.435248 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386865'] for router_interface, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.477360 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.498274 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-9208073a-a74f-428e-ac2e-7369e37af088 service neutron] 10.222.0.62 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887220 Aug 31 07:36:50.500730 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.501787 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386865'] for router_interface, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.537932 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.550853 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Pushing event updated for resources: {'Port': ['ID=090a89c0-7e20-46b4-962b-c129800725bb,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:50.565268 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port db52201d-6ac2-460a-b164-6a08ca645863, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=db52201d-6ac2-460a-b164-6a08ca645863,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:50.567378 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:44Z', 'revision_number': 3, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:50.574825 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-d7468cf3-9c39-457a-a099-912349c65333 None None] Port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:50.610212 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Network cbbe651a-bee4-4db8-aa44-d3d2ab957402 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:50.612867 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:50.621286 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.629933 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d3a66-e69e-4127-ab40-144addde153c None None] The sync data for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi is: [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:44Z', 'revision_number': 3, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:50.746254 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Pushing event updated for resources: {'Port': ['ID=db2b77d9-b535-4c2e-8f70-5a3e7c5ad375,revision_number=2']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:50.781972 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Router 8247255c-37e7-47b2-841d-16eb5d2cdc1f has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:36:50.817555 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.875107 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 596a5634-eeb2-410f-a5a4-8b65e48b8cde up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:50.879379 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-c118fe46-f60f-4586-958a-0aaad2becc3b None None] Provisioning for port 090a89c0-7e20-46b4-962b-c129800725bb completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:50.887082 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-1bd255a7-b5bb-4007-bc35-a287d496a9e0 service neutron] 10.222.0.62 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877697 Aug 31 07:36:50.912287 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:50.917736 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:50.977419 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-c118fe46-f60f-4586-958a-0aaad2becc3b None None] Provisioning complete for port 090a89c0-7e20-46b4-962b-c129800725bb triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:50.980788 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c118fe46-f60f-4586-958a-0aaad2becc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:50.994767 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=db52201d-6ac2-460a-b164-6a08ca645863,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:51.093337 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:51.108964 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-5a23ddc5-29ef-430c-9e83-6d9ad3795d9d admin admin] 10.222.0.62 "PUT /v2.0/routers/8247255c-37e7-47b2-841d-16eb5d2cdc1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3290093 Aug 31 07:36:51.227854 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'name': 'tempest-ServerRescueNegativeTestJSON-766804678-router', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:46Z', 'revision_number': 4, 'project_id': '541ec08f290d4c1294c3390243469b04', 'gw_port': {'id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '2ce030e9-7f23-44cd-8dde-a407c0917871', 'name': '', 'network_id': '19009566-1ef5-4444-b059-f51973086d69', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'mac_address': 'fa:16:3e:fa:07:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:45Z', 'updated_at': '2021-08-31T07:36:46Z', 'revision_number': 2, 'project_id': '541ec08f290d4c1294c3390243469b04', 'subnets': [{'id': 'e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:51.234236 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-c118fe46-f60f-4586-958a-0aaad2becc3b None None] Port 090a89c0-7e20-46b4-962b-c129800725bb cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:51.313624 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Checking router: 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:51.313979 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Updating router 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 port 2ce030e9-7f23-44cd-8dde-a407c0917871 binding host dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:36:51.318793 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c4674e83-414c-409f-bc7e-0f07dc78428b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:51.359818 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-aff652d7-520e-4f1b-a6d6-ae61b7c5828b req-cdb7eb26-f241-4547-ac28-1ac7531d2500 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 210 time: 0.1520598 Aug 31 07:36:51.428640 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Router dfb6ae64-4535-468e-a341-32c36e160d64 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:36:51.485599 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:51.496344 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-a086b1a4-9d16-416e-8163-9c59ba6ac467 None None] Provisioning complete for port 090a89c0-7e20-46b4-962b-c129800725bb triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:51.501177 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a086b1a4-9d16-416e-8163-9c59ba6ac467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:51.532792 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b7679d94-0faf-4d2a-9468-2c66e70ca2c2 req-e99cbe98-6963-4545-a0bb-f1cce9013c1f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 210 time: 0.1012578 Aug 31 07:36:51.813668 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:51.825785 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-10f76a5d-389f-49ef-b66a-8da4b1f811fc admin admin] 10.222.0.62 "PUT /v2.0/routers/dfb6ae64-4535-468e-a341-32c36e160d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4546649 Aug 31 07:36:51.995274 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 596a5634-eeb2-410f-a5a4-8b65e48b8cde completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:52.014237 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 596a5634-eeb2-410f-a5a4-8b65e48b8cde triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:52.014648 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.089250 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-a086b1a4-9d16-416e-8163-9c59ba6ac467 None None] Port 090a89c0-7e20-46b4-962b-c129800725bb cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:52.207532 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-3b6dc29b-0f91-43e8-b93c-e4f5970e2743 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:52.212910 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-3b6dc29b-0f91-43e8-b93c-e4f5970e2743 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/networks?id=19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 200 len: 818 time: 0.2886651 Aug 31 07:36:52.238980 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-bca02710-a808-45dc-96c7-cfbf88ff33a5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/quotas/541ec08f290d4c1294c3390243469b04 HTTP/1.1" status: 200 len: 375 time: 0.0156569 Aug 31 07:36:52.335254 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-b328e3c9-2de2-4fb0-9414-edfd93ecdb25 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=541ec08f290d4c1294c3390243469b04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933456 Aug 31 07:36:52.358605 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-e5dd7d2e-f6c0-4b32-b3d2-eecbe58447be tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:36:52.359264 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-6f101905-7284-42cd-9df2-bb00c6f55eec None None] Provisioning complete for port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:52.360195 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-6f101905-7284-42cd-9df2-bb00c6f55eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.369000 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-e5dd7d2e-f6c0-4b32-b3d2-eecbe58447be tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233123 Aug 31 07:36:52.467888 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 37960) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:52.468636 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-6f101905-7284-42cd-9df2-bb00c6f55eec None None] Port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:52.474453 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.477299 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-14a9371c-27f7-490b-bab4-50af6a779e16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1139477509', 'description': 'tempest-description--1552937996'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:52.527904 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-14a9371c-27f7-490b-bab4-50af6a779e16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.596468 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 596a5634-eeb2-410f-a5a4-8b65e48b8cde, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=596a5634-eeb2-410f-a5a4-8b65e48b8cde,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:52.603685 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.691736 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=596a5634-eeb2-410f-a5a4-8b65e48b8cde,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:52.811573 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Notify callbacks [] for port, precommit_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.835685 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Transition to ACTIVE for port object 2ce030e9-7f23-44cd-8dde-a407c0917871 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:52.843952 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [req-92b9773b-e085-4b5e-869d-9b627b757705 req-9f6c10bd-4bd0-4485-98f7-fdecdb79a52e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Request body: {'port': {'device_id': '0a1fcb33-040a-4c1d-9a36-b8f405d93bd1', 'network_id': 'ec9548fb-99f8-454e-9eac-a35a32f0df63', 'admin_state_up': True, 'tenant_id': '7d0d0070daab4e6ca0d5d6f46792cd34'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:52.849757 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:52.962426 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fb858-f510-48ad-9095-ef0e394c683d None None] Pushing event updated for resources: {'Port': ['ID=2ce030e9-7f23-44cd-8dde-a407c0917871,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:52.980713 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-14a9371c-27f7-490b-bab4-50af6a779e16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.003439 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-14a9371c-27f7-490b-bab4-50af6a779e16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.035857 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Attempting to bind port 2ce030e9-7f23-44cd-8dde-a407c0917871 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:53.036999 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Attempting to bind port 2ce030e9-7f23-44cd-8dde-a407c0917871 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '2ca0868e-476f-4e9e-9b91-bebdba3664ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19009566-1ef5-4444-b059-f51973086d69'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:53.037641 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Attempting to bind port 2ce030e9-7f23-44cd-8dde-a407c0917871 on network 19009566-1ef5-4444-b059-f51973086d69 {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:53.068487 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:53.069561 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Checking segment: {'id': '2ca0868e-476f-4e9e-9b91-bebdba3664ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19009566-1ef5-4444-b059-f51973086d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:53.070250 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.070912 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Bound using segment: {'id': '2ca0868e-476f-4e9e-9b91-bebdba3664ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19009566-1ef5-4444-b059-f51973086d69'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:53.072269 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Bound port: 2ce030e9-7f23-44cd-8dde-a407c0917871, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca0868e-476f-4e9e-9b91-bebdba3664ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19009566-1ef5-4444-b059-f51973086d69'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:53.074718 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.077332 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 1b1700dc-7d03-4213-9349-566501e548bc up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:53.125957 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-14a9371c-27f7-490b-bab4-50af6a779e16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.136499 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-14a9371c-27f7-490b-bab4-50af6a779e16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6662781 Aug 31 07:36:53.138960 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 37990) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:53.144865 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-3e28560a-c960-4500-8f48-50aeb53ec652 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Request body: {'security_group_rule': {'security_group_id': 'a89b22d2-ef5f-41f2-afbd-1322340ac1b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:53.220153 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9371c-27f7-490b-bab4-50af6a779e16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89b22d2-ef5f-41f2-afbd-1322340ac1b4,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:53.254152 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3e28560a-c960-4500-8f48-50aeb53ec652 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.368909 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 1b1700dc-7d03-4213-9349-566501e548bc completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:53.380490 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 1b1700dc-7d03-4213-9349-566501e548bc triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:53.381017 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.426247 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] For port 2ce030e9-7f23-44cd-8dde-a407c0917871, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:53.431447 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-9962cad6-7fd1-4b5b-b4ee-f84097f11923 service neutron] 10.222.0.62 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8465097 Aug 31 07:36:53.455015 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3e28560a-c960-4500-8f48-50aeb53ec652 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.463612 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] For port 2ce030e9-7f23-44cd-8dde-a407c0917871, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=2ce030e9-7f23-44cd-8dde-a407c0917871,segment=NetworkSegment(2ca0868e-476f-4e9e-9b91-bebdba3664ef),segment_id=2ca0868e-476f-4e9e-9b91-bebdba3664ef)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:53.469645 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3e28560a-c960-4500-8f48-50aeb53ec652 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.476979 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.490685 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28560a-c960-4500-8f48-50aeb53ec652 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7b1c1e-2980-42f6-be13-b2d325905ad0,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:53.538755 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 38010) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:53.549259 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-2a1cbf6c-e32e-4203-a9ce-a86c7419df9b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149797522', 'description': 'tempest-description--226405690'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:53.577714 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3e28560a-c960-4500-8f48-50aeb53ec652 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.585254 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-3e28560a-c960-4500-8f48-50aeb53ec652 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4443352 Aug 31 07:36:53.585994 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 38018) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:53.600966 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-9a12175c-d43c-4950-9527-d47b421d33e0 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Request body: {'security_group_rule': {'security_group_id': 'a89b22d2-ef5f-41f2-afbd-1322340ac1b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:53.622013 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Routers {'792b32d6-3213-4bb1-87f4-0f4b40fcdf01'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:53.622780 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:36:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['792b32d6-3213-4bb1-87f4-0f4b40fcdf01'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:53.647926 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a1cbf6c-e32e-4203-a9ce-a86c7419df9b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.725469 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a12175c-d43c-4950-9527-d47b421d33e0 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.817084 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.848604 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a12175c-d43c-4950-9527-d47b421d33e0 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.856003 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a12175c-d43c-4950-9527-d47b421d33e0 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.897081 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12175c-d43c-4950-9527-d47b421d33e0 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f8e0fc-6f8b-4244-bd04-25358dad3212,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:53.900950 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fb858-f510-48ad-9095-ef0e394c683d None None] Pushing event updated for resources: {'Port': ['ID=2ce030e9-7f23-44cd-8dde-a407c0917871,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:53.931819 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 1b1700dc-7d03-4213-9349-566501e548bc, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=1b1700dc-7d03-4213-9349-566501e548bc,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:53.942131 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:53.942980 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device db52201d-6ac2-460a-b164-6a08ca645863 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:53.970514 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Sync routers for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:53.981449 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:53.984387 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:36:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:54.001643 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d88d2c4f-7235-4322-bfb3-578519124720 req-b4b18b35-efcc-4226-9a8e-6d2d15297f40 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 210 time: 0.3158991 Aug 31 07:36:54.008178 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] Set router 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:54.071104 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b9773b-e085-4b5e-869d-9b627b757705 req-9f6c10bd-4bd0-4485-98f7-fdecdb79a52e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Made reservation on behalf of 7d0d0070daab4e6ca0d5d6f46792cd34 for: {'port': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:54.073084 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a12175c-d43c-4950-9527-d47b421d33e0 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:54.077527 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-9a12175c-d43c-4950-9527-d47b421d33e0 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4843819 Aug 31 07:36:54.080448 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 38036) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:54.082639 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-92b9773b-e085-4b5e-869d-9b627b757705 req-9f6c10bd-4bd0-4485-98f7-fdecdb79a52e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:54.102028 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Request body: {'floatingip': {'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:54.339388 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.59', 63116) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:54.516664 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7ead3472-5c06-4a5a-b72d-79854c481f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:54.525532 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-e17de538-fb38-4e64-88d6-fc21cacbd43b service neutron] 10.222.0.62 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0642762 Aug 31 07:36:54.571072 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:54.839909 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Sync routers for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:54.845751 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=1b1700dc-7d03-4213-9349-566501e548bc,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:54.901841 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:54.949677 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:54.963066 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38068) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:55.001075 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:55.002771 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:36:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:55.068749 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [req-92b9773b-e085-4b5e-869d-9b627b757705 req-9f6c10bd-4bd0-4485-98f7-fdecdb79a52e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Allocated IP 172.20.0.6 (ec9548fb-99f8-454e-9eac-a35a32f0df63/9a4aa089-e84e-44a9-b7bb-9aa24a1e83a3/52eceacf-743c-476a-8e15-f63dbe2de4a7) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:55.275272 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:50Z', 'revision_number': 2, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:55.294277 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a1cbf6c-e32e-4203-a9ce-a86c7419df9b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.341430 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Checking router: 8247255c-37e7-47b2-841d-16eb5d2cdc1f for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:55.342857 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Updating router 8247255c-37e7-47b2-841d-16eb5d2cdc1f port 090a89c0-7e20-46b4-962b-c129800725bb binding host dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:36:55.379264 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a1cbf6c-e32e-4203-a9ce-a86c7419df9b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.383939 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:55.422008 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.470118 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port db52201d-6ac2-460a-b164-6a08ca645863 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:55.470550 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.489719 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cbf6c-e32e-4203-a9ce-a86c7419df9b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b439cc-34ad-4a09-94e6-e6ddab67db8e,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:55.528113 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-92b9773b-e085-4b5e-869d-9b627b757705 req-9f6c10bd-4bd0-4485-98f7-fdecdb79a52e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.558819 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.627783 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a1cbf6c-e32e-4203-a9ce-a86c7419df9b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.629785 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-2a1cbf6c-e32e-4203-a9ce-a86c7419df9b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.0899112 Aug 31 07:36:55.670676 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38088) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:55.684014 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-ffea8149-8a81-4f75-923d-104984c22501 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Request body: {'security_group_rule': {'security_group_id': '53b439cc-34ad-4a09-94e6-e6ddab67db8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:55.738645 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'name': 'tempest-ServerRescueNegativeTestJSON-766804678-router', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:46Z', 'revision_number': 4, 'project_id': '541ec08f290d4c1294c3390243469b04', 'gw_port': {'id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '2ce030e9-7f23-44cd-8dde-a407c0917871', 'name': '', 'network_id': '19009566-1ef5-4444-b059-f51973086d69', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'mac_address': 'fa:16:3e:fa:07:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:45Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '541ec08f290d4c1294c3390243469b04', 'subnets': [{'id': 'e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:55.795037 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-cf0c977d-f11e-4a18-b759-40df99836ad6 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:55.810213 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-cf0c977d-f11e-4a18-b759-40df99836ad6 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.59 "GET /v2.0/networks?id=19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 200 len: 818 time: 1.4698558 Aug 31 07:36:55.812707 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-92b9773b-e085-4b5e-869d-9b627b757705 req-9f6c10bd-4bd0-4485-98f7-fdecdb79a52e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.913037 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1933-b643-4d34-bbeb-f24b62b3557f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:55.986001 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ffea8149-8a81-4f75-923d-104984c22501 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.090605 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:36:56.126399 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.138194 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a1619527-630e-4449-a40c-088dbae5f353 req-af11b56b-d06d-4d78-a54b-7217cecf8d10 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.4833305 Aug 31 07:36:56.178801 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 1b1700dc-7d03-4213-9349-566501e548bc up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:56.187360 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce2364-416a-4450-9bc7-3b7e7db835cb None None] The sync data for ids ['792b32d6-3213-4bb1-87f4-0f4b40fcdf01'] in dv-cinder-799668-14-iscsi is: [{'id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'name': 'tempest-ServerRescueNegativeTestJSON-766804678-router', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:46Z', 'revision_number': 4, 'project_id': '541ec08f290d4c1294c3390243469b04', 'gw_port': {'id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '2ce030e9-7f23-44cd-8dde-a407c0917871', 'name': '', 'network_id': '19009566-1ef5-4444-b059-f51973086d69', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'mac_address': 'fa:16:3e:fa:07:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:45Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '541ec08f290d4c1294c3390243469b04', 'subnets': [{'id': 'e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:56.208893 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Notify callbacks [] for port, precommit_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.251066 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.provisioning_blocks [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Transition to ACTIVE for port object 090a89c0-7e20-46b4-962b-c129800725bb will not be triggered until provisioned by entity L2. {{(pid=94045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:56.286048 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.313662 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b9773b-e085-4b5e-869d-9b627b757705 req-9f6c10bd-4bd0-4485-98f7-fdecdb79a52e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Network ec9548fb-99f8-454e-9eac-a35a32f0df63 is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:56.385967 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:50Z', 'revision_number': 2, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:56.386220 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42efe3a-72a1-4c21-94ae-f1b4e33ce9a4 None None] Pushing event updated for resources: {'Port': ['ID=090a89c0-7e20-46b4-962b-c129800725bb,revision_number=3']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:56.435975 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [req-92b9773b-e085-4b5e-869d-9b627b757705 req-9f6c10bd-4bd0-4485-98f7-fdecdb79a52e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:56.465572 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Allocated IP 172.27.0.79 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/ddc0bc4d-a3e9-44b5-8e93-89c9cd64f2a4) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:56.485530 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Checking router: dfb6ae64-4535-468e-a341-32c36e160d64 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:56.489187 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Updating router dfb6ae64-4535-468e-a341-32c36e160d64 port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 binding host dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:36:56.496667 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 1b1700dc-7d03-4213-9349-566501e548bc triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:56.497153 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.512397 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c10bd-4bd0-4485-98f7-fdecdb79a52e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Pushing event updated for resources: {'Port': ['ID=52eceacf-743c-476a-8e15-f63dbe2de4a7,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:56.524554 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Attempting to bind port 090a89c0-7e20-46b4-962b-c129800725bb on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:56.528050 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Attempting to bind port 090a89c0-7e20-46b4-962b-c129800725bb by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:56.529326 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b9773b-e085-4b5e-869d-9b627b757705 req-9f6c10bd-4bd0-4485-98f7-fdecdb79a52e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:56.531184 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Attempting to bind port 090a89c0-7e20-46b4-962b-c129800725bb on network cbbe651a-bee4-4db8-aa44-d3d2ab957402 {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:56.550032 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:56.551103 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9773b-e085-4b5e-869d-9b627b757705 req-9f6c10bd-4bd0-4485-98f7-fdecdb79a52e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:56.552281 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Checking segment: {'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:56.554822 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.556552 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Bound using segment: {'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:56.556669 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-92b9773b-e085-4b5e-869d-9b627b757705 req-9f6c10bd-4bd0-4485-98f7-fdecdb79a52e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for port, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.558163 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Bound port: 090a89c0-7e20-46b4-962b-c129800725bb, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'}}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:56.563911 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.631224 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2cea6-a442-4c2f-814b-bef9cda7b848 req-d25b2af7-70a1-4bf4-a07f-55384e4f04c6 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:56.634961 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8e2cea6-a442-4c2f-814b-bef9cda7b848 req-d25b2af7-70a1-4bf4-a07f-55384e4f04c6 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 931 time: 0.9828761 Aug 31 07:36:56.743713 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.750113 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ffea8149-8a81-4f75-923d-104984c22501 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.757099 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.763950 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ffea8149-8a81-4f75-923d-104984c22501 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.774838 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] For port 090a89c0-7e20-46b4-962b-c129800725bb, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:56.779545 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] For port 090a89c0-7e20-46b4-962b-c129800725bb, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=090a89c0-7e20-46b4-962b-c129800725bb,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:56.786025 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.799577 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.837766 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea8149-8a81-4f75-923d-104984c22501 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afbbd62-1287-4508-ac1a-339e897b391f,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:56.860633 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:56.905793 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:56.909193 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:56.915262 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:56.924407 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:56.927258 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:36:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:56.935115 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42efe3a-72a1-4c21-94ae-f1b4e33ce9a4 None None] Pushing event updated for resources: {'Port': ['ID=090a89c0-7e20-46b4-962b-c129800725bb,revision_number=4']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:56.948940 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8e2cea6-a442-4c2f-814b-bef9cda7b848 req-a84616be-8e6e-4f71-bb81-5fc7d717579a tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962277 Aug 31 07:36:56.966162 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38128) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:57.018528 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event updated for resources: {'Port': ['ID=ddc0bc4d-a3e9-44b5-8e93-89c9cd64f2a4,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:57.077854 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1933-b643-4d34-bbeb-f24b62b3557f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.090328 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1933-b643-4d34-bbeb-f24b62b3557f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.108705 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-9f6c10bd-4bd0-4485-98f7-fdecdb79a52e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2842953 Aug 31 07:36:57.109482 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ffea8149-8a81-4f75-923d-104984c22501 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.113151 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ffea8149-8a81-4f75-923d-104984c22501 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4367409 Aug 31 07:36:57.119658 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38132) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:57.145337 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-ba7f1eba-5465-407d-868b-ab21fbc18b64 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Request body: {'security_group_rule': {'security_group_id': '53b439cc-34ad-4a09-94e6-e6ddab67db8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:57.158438 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:57.197638 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a831fcc4-e0c3-4c01-a35f-0f44fd63dce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.216735 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ac8f1933-b643-4d34-bbeb-f24b62b3557f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=addc2f8458a44efcafe2ba3103c12f55&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2407670 Aug 31 07:36:57.221578 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f1933-b643-4d34-bbeb-f24b62b3557f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72afe97c-6e9b-4273-8872-557deb1b29ff,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:57.224305 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 38136) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:57.260181 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ba7f1eba-5465-407d-868b-ab21fbc18b64 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.297889 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.304234 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a8b3f52f-aa61-496d-976f-bce9f51c7b19 req-08f688bd-7436-4dc3-92fb-39b228c2a6f1 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.0654318 Aug 31 07:36:57.354347 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7ce03c75-7333-4c2f-82da-f4a04a1b29db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.373280 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ba7f1eba-5465-407d-868b-ab21fbc18b64 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.383479 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ba7f1eba-5465-407d-868b-ab21fbc18b64 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.399350 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 596a5634-eeb2-410f-a5a4-8b65e48b8cde up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:57.399663 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.416568 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f1eba-5465-407d-868b-ab21fbc18b64 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdcd95c-2b20-45d4-ab87-4a0a731cfe78,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:57.424748 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7ce03c75-7333-4c2f-82da-f4a04a1b29db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.445367 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.452056 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:56Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:57.461509 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Transition to ACTIVE for port object db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:57.463587 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a831fcc4-e0c3-4c01-a35f-0f44fd63dce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.470125 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a831fcc4-e0c3-4c01-a35f-0f44fd63dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.474675 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.492421 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ff352-97dc-4ec8-8fa7-1e0e9121258e None None] The sync data for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi is: [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:56Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:57.494315 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ba7f1eba-5465-407d-868b-ab21fbc18b64 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.495848 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ba7f1eba-5465-407d-868b-ab21fbc18b64 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3750710 Aug 31 07:36:57.499931 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 38140) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:57.506321 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Request body: {'floatingip': {'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:57.548537 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831fcc4-e0c3-4c01-a35f-0f44fd63dce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fc5c0e-e9ce-4847-bcae-bba4e9c7a333,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:57.556360 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 596a5634-eeb2-410f-a5a4-8b65e48b8cde triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:57.556724 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.570753 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-a831fcc4-e0c3-4c01-a35f-0f44fd63dce4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0200f76a01e540bd9c9a0af4145e16ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035039 Aug 31 07:36:57.574195 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 38142) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:57.609013 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7ce03c75-7333-4c2f-82da-f4a04a1b29db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.611580 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7ce03c75-7333-4c2f-82da-f4a04a1b29db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.612714 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-7ce03c75-7333-4c2f-82da-f4a04a1b29db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/72afe97c-6e9b-4273-8872-557deb1b29ff HTTP/1.1" status: 204 len: 168 time: 0.3856723 Aug 31 07:36:57.618264 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b07ac-02ff-4056-98ef-ac538607fe53 None None] Pushing event updated for resources: {'Port': ['ID=db2b77d9-b535-4c2e-8f70-5a3e7c5ad375,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:57.619836 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.675350 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce03c75-7333-4c2f-82da-f4a04a1b29db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72afe97c-6e9b-4273-8872-557deb1b29ff,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:57.699439 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Attempting to bind port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:57.699439 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Attempting to bind port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:57.700080 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Attempting to bind port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 on network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:57.708579 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:57.708961 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Checking segment: {'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:57.710028 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.714325 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Bound using segment: {'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:57.714831 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Bound port: db2b77d9-b535-4c2e-8f70-5a3e7c5ad375, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:57.715239 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.869548 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3031013d-0ee6-4f7d-8933-fa041e020cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.872488 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.889216 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.941598 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3031013d-0ee6-4f7d-8933-fa041e020cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.948477 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] For port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:57.952665 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] For port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=db2b77d9-b535-4c2e-8f70-5a3e7c5ad375,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:57.962961 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.075881 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:58.076543 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:36:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:58.139335 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b07ac-02ff-4056-98ef-ac538607fe53 None None] Pushing event updated for resources: {'Port': ['ID=db2b77d9-b535-4c2e-8f70-5a3e7c5ad375,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:58.170135 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event updated for resources: {'Port': ['ID=ddc0bc4d-a3e9-44b5-8e93-89c9cd64f2a4,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:58.250280 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.255708 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51f52d-d0f0-4265-9219-84193fa03c3f req-622a8be9-2ce1-4e6d-b56d-5bfa493f3a6e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:58.277333 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2c51f52d-d0f0-4265-9219-84193fa03c3f req-622a8be9-2ce1-4e6d-b56d-5bfa493f3a6e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 931 time: 0.1528652 Aug 31 07:36:58.314453 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.325640 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-ca92e658-dba2-4123-ad80-98515e32178a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2343996 Aug 31 07:36:58.325835 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 090a89c0-7e20-46b4-962b-c129800725bb up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:58.326104 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:58.331634 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3031013d-0ee6-4f7d-8933-fa041e020cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.336430 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3031013d-0ee6-4f7d-8933-fa041e020cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.338195 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-3031013d-0ee6-4f7d-8933-fa041e020cd6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/00fc5c0e-e9ce-4847-bcae-bba4e9c7a333 HTTP/1.1" status: 204 len: 168 time: 0.7603993 Aug 31 07:36:58.345461 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.356552 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031013d-0ee6-4f7d-8933-fa041e020cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fc5c0e-e9ce-4847-bcae-bba4e9c7a333,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:58.389916 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2c51f52d-d0f0-4265-9219-84193fa03c3f req-6ab0d017-f91d-44e6-b97b-5598621222ad tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050999 Aug 31 07:36:58.544670 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-21dcd2b9-da82-4a51-9b8e-f7bcb45566d5 req-f13aa20b-1c7c-4192-affa-042b1b280a3a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.0523152 Aug 31 07:36:58.590051 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Allocated IP 172.27.0.185 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/b8cf636d-e40c-492f-920d-80fa23ca4db3) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:58.768639 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.834590 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:58.902710 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 090a89c0-7e20-46b4-962b-c129800725bb completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:58.906081 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-ba5b490b-e129-49e4-ae17-a7fe67c5c4d0 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1139477509&fields=id&tenant_id=c818e9996e304eb49ab671310d8417de HTTP/1.1" status: 200 len: 267 time: 0.1728520 Aug 31 07:36:58.906568 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:58.913760 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:58.917846 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:58.979048 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 090a89c0-7e20-46b4-962b-c129800725bb triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:58.979555 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.165272 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.190783 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-b41eb889-709f-4934-bfc8-bac4e4210be5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Request body: {'port': {'device_id': '803030c8-fbcb-49a0-9df5-a1cb2d02ee44', 'network_id': '19009566-1ef5-4444-b059-f51973086d69', 'admin_state_up': True, 'tenant_id': '541ec08f290d4c1294c3390243469b04'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:59.195410 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-589dc8c9-aed5-4e2d-b0a4-f973b5e07232 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:36:59.196490 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-589dc8c9-aed5-4e2d-b0a4-f973b5e07232 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0336330 Aug 31 07:36:59.260326 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event updated for resources: {'Port': ['ID=b8cf636d-e40c-492f-920d-80fa23ca4db3,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:59.403323 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-389c046e-1a03-479d-ba1e-089a614aa395 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:59.432718 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-389c046e-1a03-479d-ba1e-089a614aa395 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/networks?id=cbbe651a-bee4-4db8-aa44-d3d2ab957402 HTTP/1.1" status: 200 len: 811 time: 0.5224388 Aug 31 07:36:59.448294 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.465787 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.479869 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:57Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:59.492113 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-06ea3e41-ee94-4862-a27c-e11634022a20 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/quotas/c818e9996e304eb49ab671310d8417de HTTP/1.1" status: 200 len: 375 time: 0.0579653 Aug 31 07:36:59.524304 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b024a-d370-4ff4-961e-b437f9b504b6 None None] The sync data for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi is: [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:57Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:59.557900 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 090a89c0-7e20-46b4-962b-c129800725bb, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=090a89c0-7e20-46b4-962b-c129800725bb,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:59.565163 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.566727 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2ce030e9-7f23-44cd-8dde-a407c0917871 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:00.017554 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=090a89c0-7e20-46b4-962b-c129800725bb,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:00.036795 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 2ce030e9-7f23-44cd-8dde-a407c0917871 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:00.048349 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 2ce030e9-7f23-44cd-8dde-a407c0917871 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:00.049082 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.183576 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Request body: {'port': {'device_id': '0a1fcb33-040a-4c1d-9a36-b8f405d93bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:00.338888 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.346344 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-6879402d-d3b0-4b8a-a35d-1737979b2c06 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c818e9996e304eb49ab671310d8417de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8419995 Aug 31 07:37:00.422186 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 2ce030e9-7f23-44cd-8dde-a407c0917871, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=2ce030e9-7f23-44cd-8dde-a407c0917871,segment=NetworkSegment(2ca0868e-476f-4e9e-9b91-bebdba3664ef),segment_id=2ca0868e-476f-4e9e-9b91-bebdba3664ef)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:00.431432 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.539850 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=2ce030e9-7f23-44cd-8dde-a407c0917871,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:00.635622 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.640746 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-b41eb889-709f-4934-bfc8-bac4e4210be5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Made reservation on behalf of 541ec08f290d4c1294c3390243469b04 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:00.648109 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-b41eb889-709f-4934-bfc8-bac4e4210be5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.658587 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcec09-4999-4402-816b-f3a63616c955 req-c58cfe0e-fd4a-4696-8476-88d3108a6426 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:00.660409 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-12dcec09-4999-4402-816b-f3a63616c955 req-c58cfe0e-fd4a-4696-8476-88d3108a6426 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 931 time: 0.7877302 Aug 31 07:37:00.809414 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 090a89c0-7e20-46b4-962b-c129800725bb up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:00.917745 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-12dcec09-4999-4402-816b-f3a63616c955 req-2d433455-823e-4848-9d4e-26b6459d2151 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430172 Aug 31 07:37:00.937733 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-00d62fe9-cdcd-489f-868b-0814ac666e9c service neutron] 10.222.0.62 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538316 Aug 31 07:37:00.941354 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 090a89c0-7e20-46b4-962b-c129800725bb triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:00.941866 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.097410 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-b41eb889-709f-4934-bfc8-bac4e4210be5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Allocated IP 172.20.0.8 (19009566-1ef5-4444-b059-f51973086d69/e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a/89e31ab3-29e2-4111-b768-615506d76bcb) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:01.157273 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.180877 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.265133 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:01.363995 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.374584 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:01.379161 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-aab5b2ba-e4ef-4a75-a7e7-4f560b2be239 req-a145a1f4-5b60-4db1-9080-1184eb969674 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.2731934 Aug 31 07:37:01.380659 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:01.381106 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.435179 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event updated for resources: {'Port': ['ID=b8cf636d-e40c-492f-920d-80fa23ca4db3,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:01.449157 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.458021 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-53fb0a0f-5d04-446d-beab-e932c099e244 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9544833 Aug 31 07:37:01.484000 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-483df596-4cac-49e9-891e-83251677174f service neutron] 10.222.0.62 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163887 Aug 31 07:37:01.583662 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-b41eb889-709f-4934-bfc8-bac4e4210be5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.623098 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.681986 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-b41eb889-709f-4934-bfc8-bac4e4210be5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.699022 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52eceacf-743c-476a-8e15-f63dbe2de4a7 {{(pid=94043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:01.703759 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=db2b77d9-b535-4c2e-8f70-5a3e7c5ad375,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:01.720064 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.721326 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.762070 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.provisioning_blocks [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Transition to ACTIVE for port object 52eceacf-743c-476a-8e15-f63dbe2de4a7 will not be triggered until provisioned by entity L2. {{(pid=94043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:01.775118 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.838263 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=db2b77d9-b535-4c2e-8f70-5a3e7c5ad375,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:01.920600 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-b41eb889-709f-4934-bfc8-bac4e4210be5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Network 19009566-1ef5-4444-b059-f51973086d69 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:01.936197 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Pushing event updated for resources: {'Port': ['ID=52eceacf-743c-476a-8e15-f63dbe2de4a7,revision_number=2']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:01.955569 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-b41eb889-709f-4934-bfc8-bac4e4210be5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:01.977776 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-b41eb889-709f-4934-bfc8-bac4e4210be5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:01.981847 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41eb889-709f-4934-bfc8-bac4e4210be5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Pushing event updated for resources: {'Port': ['ID=89e31ab3-29e2-4111-b768-615506d76bcb,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:02.143181 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.managers [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Attempting to bind port 52eceacf-743c-476a-8e15-f63dbe2de4a7 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:02.143754 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.managers [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Attempting to bind port 52eceacf-743c-476a-8e15-f63dbe2de4a7 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '357e89e9-e548-4aa9-b236-cba551ffdc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ec9548fb-99f8-454e-9eac-a35a32f0df63'}] {{(pid=94043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:02.144325 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Attempting to bind port 52eceacf-743c-476a-8e15-f63dbe2de4a7 on network ec9548fb-99f8-454e-9eac-a35a32f0df63 {{(pid=94043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:02.177560 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-b41eb889-709f-4934-bfc8-bac4e4210be5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:02.181047 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-b41eb889-709f-4934-bfc8-bac4e4210be5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.191906 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Port 52eceacf-743c-476a-8e15-f63dbe2de4a7 on network ec9548fb-99f8-454e-9eac-a35a32f0df63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:02.192810 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Attempting to bind port 52eceacf-743c-476a-8e15-f63dbe2de4a7 on network ec9548fb-99f8-454e-9eac-a35a32f0df63 {{(pid=94043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:02.214299 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-69c4b0b2-94a8-42df-b5c5-4349fc892ea1 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1149797522&fields=id&tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3 HTTP/1.1" status: 200 len: 267 time: 0.2751679 Aug 31 07:37:02.219696 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-b41eb889-709f-4934-bfc8-bac4e4210be5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0387576 Aug 31 07:37:02.271627 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f4561ecf-6b40-44f9-9495-25db2c6f0979 req-9673cf3b-9cba-4633-8234-ef2d978e7c85 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.0906651 Aug 31 07:37:02.315592 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:02.317509 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Checking segment: {'id': '357e89e9-e548-4aa9-b236-cba551ffdc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ec9548fb-99f8-454e-9eac-a35a32f0df63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:02.318187 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Bound using segment: {'id': '357e89e9-e548-4aa9-b236-cba551ffdc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ec9548fb-99f8-454e-9eac-a35a32f0df63'} {{(pid=94043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:02.320105 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.managers [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Bound port: 52eceacf-743c-476a-8e15-f63dbe2de4a7, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357e89e9-e548-4aa9-b236-cba551ffdc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'ec9548fb-99f8-454e-9eac-a35a32f0df63'}}] {{(pid=94043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:02.320485 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.589344 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7a4ac-d5df-4aa5-bb6b-3faf1fcaf65e req-fb9e2fdc-c387-4284-883f-5ed3f1c36c29 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:02.591202 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c2b7a4ac-d5df-4aa5-bb6b-3faf1fcaf65e req-fb9e2fdc-c387-4284-883f-5ed3f1c36c29 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 943 time: 0.2114935 Aug 31 07:37:02.603867 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] For port 52eceacf-743c-476a-8e15-f63dbe2de4a7, host hv-cinder-79966, cleared binding levels {{(pid=94043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:02.605899 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:02.614985 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-dc572c55-874e-4212-87a2-c1ed04286981 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:02.616613 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-dc572c55-874e-4212-87a2-c1ed04286981 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/networks?id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 200 len: 817 time: 0.4012384 Aug 31 07:37:02.619523 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] For port 52eceacf-743c-476a-8e15-f63dbe2de4a7, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=52eceacf-743c-476a-8e15-f63dbe2de4a7,segment=NetworkSegment(357e89e9-e548-4aa9-b236-cba551ffdc96),segment_id=357e89e9-e548-4aa9-b236-cba551ffdc96)] {{(pid=94043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:02.628502 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.674221 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-ab7211ee-74ca-45fb-8d27-d9ee6564eb25 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/quotas/eb0762f16cec4dc5873bb2e84e4c4ce3 HTTP/1.1" status: 200 len: 375 time: 0.0486732 Aug 31 07:37:02.685860 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:02.686499 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for port, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.687879 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] 10.222.0.59 "PUT /v2.0/ports/52eceacf-743c-476a-8e15-f63dbe2de4a7 HTTP/1.1" status: 200 len: 1093 time: 2.8704970 Aug 31 07:37:02.689770 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1fcb33-040a-4c1d-9a36-b8f405d93bd1', 'tag': '52eceacf-743c-476a-8e15-f63dbe2de4a7'}] {{(pid=94043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:02.690111 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:02.690752 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.808466 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c2b7a4ac-d5df-4aa5-bb6b-3faf1fcaf65e req-fd10a943-f22a-4115-9408-15e59096baf8 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007616 Aug 31 07:37:02.899162 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0264c-2f26-4e89-ac4c-a069294e1597 service neutron] Pushing event updated for resources: {'Port': ['ID=52eceacf-743c-476a-8e15-f63dbe2de4a7,revision_number=3']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:02.911083 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2ce030e9-7f23-44cd-8dde-a407c0917871 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:02.962503 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-a8737749-0bdd-49de-86f5-3ce8d41fd123 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2782662 Aug 31 07:37:02.985800 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 2ce030e9-7f23-44cd-8dde-a407c0917871 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:02.987033 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:03.016557 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8af84046-fdb8-483c-a97a-b57b9ee31cdc req-d2384233-c9c1-4d86-928c-50a12240114c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.0405040 Aug 31 07:37:03.199567 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8655ae71f89ec2b95c3046313fcc7688084414ddb3225736c66aa8988249ae5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112ba516-4067-43dc-b3c4-f64f32d6179e" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1fcb33-040a-4c1d-9a36-b8f405d93bd1", "tag": "52eceacf-743c-476a-8e15-f63dbe2de4a7"}]}' {{(pid=94043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:03.311077 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-c4be3f9e-5b60-43f1-b06b-461aa1e7fb75 service neutron] 10.222.0.62 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905269 Aug 31 07:37:03.406966 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 38348) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:03.418221 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-06e19b18-94c1-4752-96fb-8ab481e2c05d service neutron] 10.222.0.62 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013811 Aug 31 07:37:03.538817 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e11e21-fad0-4bbd-a87b-7a6e722dcf05 x-openstack-request-id: req-30e11e21-fad0-4bbd-a87b-7a6e722dcf05 {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:03.539548 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1fcb33-040a-4c1d-9a36-b8f405d93bd1", "tag": "52eceacf-743c-476a-8e15-f63dbe2de4a7", "status": "completed", "code": 200}]} {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:03.540154 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30e11e21-fad0-4bbd-a87b-7a6e722dcf05 {{(pid=94043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:03.541426 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1fcb33-040a-4c1d-9a36-b8f405d93bd1', 'tag': '52eceacf-743c-476a-8e15-f63dbe2de4a7', 'status': 'completed', 'code': 200} Aug 31 07:37:03.572790 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-96fdec9c-6784-4d88-b589-a984313b5be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:03.646548 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9a6bc2fa-5f36-4bdc-86ca-621431ad9a66 req-5177b615-c37a-4446-9aa6-79549477c9aa tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.0404508 Aug 31 07:37:03.715273 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dc24b286-de8a-492b-811b-4b3965163738 req-1cd136dd-df31-4c7c-9c04-946b153b2673 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 210 time: 0.0443048 Aug 31 07:37:03.817105 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-96fdec9c-6784-4d88-b589-a984313b5be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:03.824346 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-96fdec9c-6784-4d88-b589-a984313b5be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:03.890028 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38372) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:03.890187 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-96fdec9c-6784-4d88-b589-a984313b5be0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3524c1caea1472682a7916df019d85c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818692 Aug 31 07:37:03.891120 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdec9c-6784-4d88-b589-a984313b5be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48df44b-abe5-4700-9886-ecd99dad4472,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:04.059957 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 38376) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:04.083549 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a6d2fa8d-bfc7-436a-992b-730ebb807ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.140261 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deedcba-51ff-46e3-9bd4-88f5d5a100a4 req-94a9f102-6845-4bd3-9219-6027377a6091 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:04.148639 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7deedcba-51ff-46e3-9bd4-88f5d5a100a4 req-94a9f102-6845-4bd3-9219-6027377a6091 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 943 time: 0.1930695 Aug 31 07:37:04.189317 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a6d2fa8d-bfc7-436a-992b-730ebb807ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.240243 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4e43425f-d3d5-49ba-b4ee-e249325392e3 req-22a8f341-64d9-46e5-81b6-0eac6fae8b4d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.0586162 Aug 31 07:37:04.294777 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7deedcba-51ff-46e3-9bd4-88f5d5a100a4 req-4f1b5238-68d7-4afe-bbbe-f53a19437026 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370192 Aug 31 07:37:04.295698 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3b2a2235-fa2e-4fa2-a1d6-3308879501d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.331021 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a6d2fa8d-bfc7-436a-992b-730ebb807ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.333892 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a6d2fa8d-bfc7-436a-992b-730ebb807ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.335797 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-a6d2fa8d-bfc7-436a-992b-730ebb807ecc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c48df44b-abe5-4700-9886-ecd99dad4472 HTTP/1.1" status: 204 len: 168 time: 0.4433372 Aug 31 07:37:04.364086 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2fa8d-bfc7-436a-992b-730ebb807ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48df44b-abe5-4700-9886-ecd99dad4472,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:04.471409 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3b2a2235-fa2e-4fa2-a1d6-3308879501d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.477922 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3b2a2235-fa2e-4fa2-a1d6-3308879501d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.508879 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-3b2a2235-fa2e-4fa2-a1d6-3308879501d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ea144ba3e0b436089f4f8896246c9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455340 Aug 31 07:37:04.511761 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38388) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:04.544930 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a2235-fa2e-4fa2-a1d6-3308879501d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97585f52-dd78-4ee9-8bbe-ae572f42b2a0,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:04.592771 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-128c0932-8647-468d-8ed0-cd4bc9d54e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.621985 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-128c0932-8647-468d-8ed0-cd4bc9d54e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.686735 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-128c0932-8647-468d-8ed0-cd4bc9d54e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.689465 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-128c0932-8647-468d-8ed0-cd4bc9d54e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.693013 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-128c0932-8647-468d-8ed0-cd4bc9d54e3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97585f52-dd78-4ee9-8bbe-ae572f42b2a0 HTTP/1.1" status: 204 len: 168 time: 0.1776538 Aug 31 07:37:04.700108 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c0932-8647-468d-8ed0-cd4bc9d54e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97585f52-dd78-4ee9-8bbe-ae572f42b2a0,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:04.761461 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ac5a4fd5-cb48-4f8c-971d-ae42e328d88b req-e17bca49-491d-4af3-ac87-b1ded0024605 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.0419283 Aug 31 07:37:04.813199 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38400) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:04.827071 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fb255724-f41a-4d76-a585-19a4d8d40259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.873067 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-22f29a49-893d-41a8-bc1f-a6d4904fd338 req-c1fdd041-d91f-4cda-9073-6beb66cffd4b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 210 time: 0.0366986 Aug 31 07:37:04.967767 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fb255724-f41a-4d76-a585-19a4d8d40259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:04.974200 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fb255724-f41a-4d76-a585-19a4d8d40259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:05.018195 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-fb255724-f41a-4d76-a585-19a4d8d40259 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c8e7b8f78144010922a3cec9b8a697e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011249 Aug 31 07:37:05.018444 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38404) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:05.025462 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb255724-f41a-4d76-a585-19a4d8d40259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fe94e6-1640-47de-97eb-316a604aad24,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:05.079217 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c52bddab-9a47-45b4-9648-67ce98d5de82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:05.102868 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c52bddab-9a47-45b4-9648-67ce98d5de82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:05.157393 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c52bddab-9a47-45b4-9648-67ce98d5de82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:05.160173 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c52bddab-9a47-45b4-9648-67ce98d5de82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:05.162407 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-c52bddab-9a47-45b4-9648-67ce98d5de82 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22fe94e6-1640-47de-97eb-316a604aad24 HTTP/1.1" status: 204 len: 168 time: 0.1421788 Aug 31 07:37:05.184646 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bddab-9a47-45b4-9648-67ce98d5de82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fe94e6-1640-47de-97eb-316a604aad24,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:05.353321 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ab6104db-01d6-4bc9-b7ec-6fda0f46d627 req-c84864fc-3b7c-462a-8320-7db63fce31dc tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.0319700 Aug 31 07:37:05.497370 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159db66-4e11-4f6b-bcc7-021158650540 req-bc8673ab-4c05-4203-b3c1-35dd6de773d2 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:05.499090 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4159db66-4e11-4f6b-bcc7-021158650540 req-bc8673ab-4c05-4203-b3c1-35dd6de773d2 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 943 time: 0.0867949 Aug 31 07:37:05.566396 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4159db66-4e11-4f6b-bcc7-021158650540 req-c465d4c6-2a7b-4b6c-9f5d-3bb8c01be3bd tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605557 Aug 31 07:37:05.899953 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-46a8fcc6-87fb-4714-a852-9289acb26ac9 req-8b439467-3322-4a05-aa11-dbe8f9e91ade tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.0285459 Aug 31 07:37:06.039778 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c4ab565c-9bb5-4c7e-a8d6-0a80ed6d9d12 req-7f21da93-7855-453e-a0b9-d772b22e3ccd tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 210 time: 0.0373766 Aug 31 07:37:06.492724 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a0ebe009-a5ee-4d7e-8b36-55b4d0a3257f req-3dce2869-d71c-4015-8e0d-fe3b7daf79b1 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.0520623 Aug 31 07:37:06.740285 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa85024-c3b9-462f-9728-bcf1bfef5beb req-9173fa24-cc68-45b7-a5d3-7e1edc8fcfc4 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:06.742337 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8aa85024-c3b9-462f-9728-bcf1bfef5beb req-9173fa24-cc68-45b7-a5d3-7e1edc8fcfc4 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 943 time: 0.0617959 Aug 31 07:37:06.800090 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8aa85024-c3b9-462f-9728-bcf1bfef5beb req-b3405cfc-29d6-4d62-b6b9-1e2d41b113e0 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437839 Aug 31 07:37:07.007805 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-406c394b-b7db-4432-bfbb-fd0a1c4af743 req-1be0dc8f-e32a-4461-9654-bbd154e80820 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.0276470 Aug 31 07:37:07.197737 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a2c9b9f1-2415-4ddb-a2d1-4693e6add1a4 req-625ca4d8-09c1-40c4-bce0-e57d3a021b3b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 210 time: 0.0733528 Aug 31 07:37:07.608841 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-54aac84f-336c-4fac-a9fb-6569062825a3 req-72b1a9ec-6ca1-4b91-98f4-3473344e47c5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.0356145 Aug 31 07:37:07.953891 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88bd0d-2592-45b8-9d44-b3f02fae2506 req-77643288-959a-4249-9b23-622770c2b3e8 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:07.955429 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4b88bd0d-2592-45b8-9d44-b3f02fae2506 req-77643288-959a-4249-9b23-622770c2b3e8 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 943 time: 0.0749261 Aug 31 07:37:08.000125 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4b88bd0d-2592-45b8-9d44-b3f02fae2506 req-d72a4655-ac2b-4f8a-8d60-46e66874437c tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374324 Aug 31 07:37:08.129751 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9ba537b2-4262-4426-9341-ba24889fe2e6 req-055e686d-8329-46b7-9575-326f275b4515 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.0422409 Aug 31 07:37:08.324072 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ee8d6784-5220-48ca-bf61-0f66c4d5d7d9 req-c60ff653-268d-4b49-9ed2-988d386ed510 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 210 time: 0.0379379 Aug 31 07:37:08.704870 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4a94a6a5-aa6c-443f-bdbc-c0fb1aa4482b req-f1fdcb6e-b6cb-4cc6-91d7-8ce7a098f938 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.0280666 Aug 31 07:37:09.134400 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757446e-fc3c-4e2f-958e-b543b33b284d req-6eea7e99-6f3c-4d55-8f48-934d8debc30c tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:09.135905 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2757446e-fc3c-4e2f-958e-b543b33b284d req-6eea7e99-6f3c-4d55-8f48-934d8debc30c tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 943 time: 0.0640149 Aug 31 07:37:09.197479 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2757446e-fc3c-4e2f-958e-b543b33b284d req-b6493007-43be-465b-a844-725f12dc1006 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517414 Aug 31 07:37:09.276318 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8c0f6bbf-b6d1-4845-8d6f-4a5bdbd01531 req-b1e97cda-4ac3-4229-a06b-624f92f3fdfc tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.0287042 Aug 31 07:37:09.450605 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fe09eabe-8b9a-4255-9bc8-e4b72be67742 req-01073ede-96a7-4ad2-b703-006440608170 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 210 time: 0.0320399 Aug 31 07:37:09.822882 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f3051dc9-c9e2-442e-99ab-2bc58eaf684f req-711fd06f-070f-4a98-8bb0-c70601ff25f1 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.0351713 Aug 31 07:37:10.302203 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738f612-27f0-4a0e-9ce2-62c5c707090e req-6bbc0b62-775a-4b35-8768-fc7ec1579508 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:10.303743 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b738f612-27f0-4a0e-9ce2-62c5c707090e req-6bbc0b62-775a-4b35-8768-fc7ec1579508 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 943 time: 0.0497010 Aug 31 07:37:10.345632 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b738f612-27f0-4a0e-9ce2-62c5c707090e req-798a3048-aee4-4379-adb3-32b968ed286b tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356772 Aug 31 07:37:10.388579 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-89de0e2d-e896-468e-88ee-097e70adb419 req-74c953c9-851a-4b42-8682-5bbaf4cc44d1 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.0277448 Aug 31 07:37:10.552920 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c8d67b18-8118-400d-aa19-097aae7b0b8b req-c62e469e-8d13-4e98-a355-7eb4de2e176c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 210 time: 0.0276566 Aug 31 07:37:10.920330 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e7c74b4f-bf36-4e2d-8f07-21f8b9891576 req-8f812a81-dcef-493c-a385-0bc63363dde5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.0277827 Aug 31 07:37:11.048713 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 38686) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:11.098761 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38690) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:11.203106 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-63fef66f-b4f8-4d83-9093-025f535b4eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.203319 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8611be49-41f2-43da-af99-038031003473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.227282 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.db.api [None req-8611be49-41f2-43da-af99-038031003473 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:37:11.227282 dv-cinder-799668-14-iscsi neutron-server[94042]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 07:37:11.227282 dv-cinder-799668-14-iscsi neutron-server[94042]: [parameters: {'project_id': '361bbfb69e104a48adeb0d53ab6f33d5', 'id': '557eb702-9655-4305-8568-679268123a9b', 'expiration': datetime.datetime(2021, 8, 31, 7, 39, 11, 218932)}] Aug 31 07:37:11.227282 dv-cinder-799668-14-iscsi neutron-server[94042]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:37:11.227698 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG oslo_db.api [None req-8611be49-41f2-43da-af99-038031003473 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:37:11.296148 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-63fef66f-b4f8-4d83-9093-025f535b4eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.307357 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-63fef66f-b4f8-4d83-9093-025f535b4eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.345195 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-63fef66f-b4f8-4d83-9093-025f535b4eed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ddb9f47dde474207ade69285305985be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453694 Aug 31 07:37:11.346159 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fef66f-b4f8-4d83-9093-025f535b4eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbe385c-f37b-43a1-9e40-662f3e83cf4f,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:11.348026 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 38694) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:11.396862 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-25136d8d-7717-4e45-ac34-8def6eb6246c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.418790 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-25136d8d-7717-4e45-ac34-8def6eb6246c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.462157 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea86496-3a31-4105-ae84-0aab218d3d5f req-c14aba2b-990e-47d2-b5d0-4c4094befd58 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:11.463690 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fea86496-3a31-4105-ae84-0aab218d3d5f req-c14aba2b-990e-47d2-b5d0-4c4094befd58 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 943 time: 0.0494912 Aug 31 07:37:11.468262 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-25136d8d-7717-4e45-ac34-8def6eb6246c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.471059 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-25136d8d-7717-4e45-ac34-8def6eb6246c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.472237 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-25136d8d-7717-4e45-ac34-8def6eb6246c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6bbe385c-f37b-43a1-9e40-662f3e83cf4f HTTP/1.1" status: 204 len: 168 time: 0.1232440 Aug 31 07:37:11.480655 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25136d8d-7717-4e45-ac34-8def6eb6246c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbe385c-f37b-43a1-9e40-662f3e83cf4f,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:11.497869 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-09998bb5-124f-4d8a-a49a-c3ba1c306bc0 req-5cb80450-8e7a-49b4-96c0-70a47eb6c32a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.0332141 Aug 31 07:37:11.525320 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fea86496-3a31-4105-ae84-0aab218d3d5f req-d74987c9-5a51-44a9-b0e9-853546dea39e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515530 Aug 31 07:37:11.649938 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-892e1814-4316-4a11-9c48-03168e902d58 req-fd268b93-e8b8-4e93-ae8b-f8583a0e2449 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 210 time: 0.0259061 Aug 31 07:37:11.728672 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8611be49-41f2-43da-af99-038031003473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.769255 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 38708) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:11.792727 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-94bdf418-0a62-4ddd-a2db-a37cf2694159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.842121 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8611be49-41f2-43da-af99-038031003473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.847914 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8611be49-41f2-43da-af99-038031003473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.896551 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611be49-41f2-43da-af99-038031003473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5339b85-35f8-431b-855f-81038a7a55ab,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:11.902235 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-8611be49-41f2-43da-af99-038031003473 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=361bbfb69e104a48adeb0d53ab6f33d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8524926 Aug 31 07:37:11.905241 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38710) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:11.956291 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c07922c1-8a8a-4de9-8bf7-d4aeca1eef9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.967603 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-94bdf418-0a62-4ddd-a2db-a37cf2694159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.972634 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-94bdf418-0a62-4ddd-a2db-a37cf2694159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:11.980062 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c07922c1-8a8a-4de9-8bf7-d4aeca1eef9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.011452 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-94bdf418-0a62-4ddd-a2db-a37cf2694159 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=192d2cd205e546a797232cb25cfd40d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402272 Aug 31 07:37:12.014658 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38714) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:12.015432 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdf418-0a62-4ddd-a2db-a37cf2694159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64007787-ff51-42c2-a2e4-3a4c83d2f9d6,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:12.049187 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9d86f9df-413d-4ac9-b647-ce5229f8f647 req-67d35c46-8435-4895-bcd3-ace22657b2de tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.0538080 Aug 31 07:37:12.090387 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5cf43e7a-c1c4-4c69-8c41-9bc3822a1061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.096770 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c07922c1-8a8a-4de9-8bf7-d4aeca1eef9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.099434 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c07922c1-8a8a-4de9-8bf7-d4aeca1eef9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.100591 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-c07922c1-8a8a-4de9-8bf7-d4aeca1eef9f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5339b85-35f8-431b-855f-81038a7a55ab HTTP/1.1" status: 204 len: 168 time: 0.1944973 Aug 31 07:37:12.116584 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07922c1-8a8a-4de9-8bf7-d4aeca1eef9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5339b85-35f8-431b-855f-81038a7a55ab,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:12.132230 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5cf43e7a-c1c4-4c69-8c41-9bc3822a1061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.195682 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5cf43e7a-c1c4-4c69-8c41-9bc3822a1061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.198321 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5cf43e7a-c1c4-4c69-8c41-9bc3822a1061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.199496 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-5cf43e7a-c1c4-4c69-8c41-9bc3822a1061 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64007787-ff51-42c2-a2e4-3a4c83d2f9d6 HTTP/1.1" status: 204 len: 168 time: 0.1844523 Aug 31 07:37:12.207494 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf43e7a-c1c4-4c69-8c41-9bc3822a1061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64007787-ff51-42c2-a2e4-3a4c83d2f9d6,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:12.485840 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 38732) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:12.501899 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e462c0d3-bb2b-49f4-9234-6fe0bbbf7025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.597996 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e462c0d3-bb2b-49f4-9234-6fe0bbbf7025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.603110 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e462c0d3-bb2b-49f4-9234-6fe0bbbf7025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.613714 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-28403b3a-fc27-487d-8433-297b41792837 req-8066b506-b6dc-4f4a-a011-f1b81010f496 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.0322599 Aug 31 07:37:12.639002 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462c0d3-bb2b-49f4-9234-6fe0bbbf7025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c11c05-5b53-4675-8985-1545883e9114,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:12.644542 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-e462c0d3-bb2b-49f4-9234-6fe0bbbf7025 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08081accadc04eada0c82636257b51b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572146 Aug 31 07:37:12.647110 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 38740) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:12.676374 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025a673-7667-4441-a700-17d25c2ead0c req-50c4395c-8fcd-42c7-9a9f-01436ef07db0 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:12.677385 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f025a673-7667-4441-a700-17d25c2ead0c req-50c4395c-8fcd-42c7-9a9f-01436ef07db0 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 943 time: 0.0662923 Aug 31 07:37:12.696511 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8e60776c-a61c-40a2-a2eb-8b40d2c239cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.727458 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8e60776c-a61c-40a2-a2eb-8b40d2c239cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.747919 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f025a673-7667-4441-a700-17d25c2ead0c req-5ec8e874-b9e9-45f9-a6cf-b578f773e70f tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563016 Aug 31 07:37:12.785420 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-71f51f9a-8586-4351-824a-12abe216d4fa req-9ee4dcd2-2206-4301-a391-33d586ed3b12 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 210 time: 0.0271082 Aug 31 07:37:12.803089 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8e60776c-a61c-40a2-a2eb-8b40d2c239cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.806216 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8e60776c-a61c-40a2-a2eb-8b40d2c239cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:12.809959 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-8e60776c-a61c-40a2-a2eb-8b40d2c239cc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82c11c05-5b53-4675-8985-1545883e9114 HTTP/1.1" status: 204 len: 168 time: 0.1594348 Aug 31 07:37:12.815824 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60776c-a61c-40a2-a2eb-8b40d2c239cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c11c05-5b53-4675-8985-1545883e9114,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:13.145291 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-49616e61-0cb8-4dc8-9d5e-a98656824b44 req-b6cf2133-4b8f-4eec-b303-9c2fbc0416f3 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.0267198 Aug 31 07:37:13.320232 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.59', 63139) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:13.509864 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Request body: {'port': {'device_id': '803030c8-fbcb-49a0-9df5-a1cb2d02ee44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:13.595047 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ba516-4067-43dc-b3c4-f64f32d6179e req-40f50612-fec0-4529-861a-8ef7a1348889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:13.599378 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-112ba516-4067-43dc-b3c4-f64f32d6179e req-40f50612-fec0-4529-861a-8ef7a1348889 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d0d0070daab4e6ca0d5d6f46792cd34&device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 1096 time: 0.1658666 Aug 31 07:37:13.664334 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:13.743160 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-59545cdd-8665-4e5c-897d-c54436f431a8 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:13.753169 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-59545cdd-8665-4e5c-897d-c54436f431a8 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.59 "GET /v2.0/networks?id=19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 200 len: 818 time: 0.3789892 Aug 31 07:37:13.777473 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-eeca16a3-8f13-4389-9c14-91cda3759f8c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Request body: {'port': {'device_id': '1c7222e2-296b-42bc-b078-2b182b555888', 'network_id': '19009566-1ef5-4444-b059-f51973086d69', 'admin_state_up': True, 'tenant_id': '541ec08f290d4c1294c3390243469b04'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:13.844024 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f8d1698e-eddc-46de-bae8-46f994dae2e0 req-816550be-18fe-4384-b36d-3038ec962138 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.0761981 Aug 31 07:37:14.133403 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-eeca16a3-8f13-4389-9c14-91cda3759f8c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Made reservation on behalf of 541ec08f290d4c1294c3390243469b04 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:14.137282 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-eeca16a3-8f13-4389-9c14-91cda3759f8c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.404657 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.59', 63147) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:14.486543 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ba516-4067-43dc-b3c4-f64f32d6179e req-fed5c7b4-272e-4a11-a21b-104c45aaccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:14.490117 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-112ba516-4067-43dc-b3c4-f64f32d6179e req-fed5c7b4-272e-4a11-a21b-104c45aaccbd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=7d0d0070daab4e6ca0d5d6f46792cd34&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8731761 Aug 31 07:37:14.524674 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fa808253-0bf6-4d3c-a04a-bddc6f079a7b req-8ffb19ee-d264-4dee-addf-b9b98a768b8b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 210 time: 0.0879152 Aug 31 07:37:14.555071 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e31ab3-29e2-4111-b768-615506d76bcb {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:14.563004 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.578489 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Transition to ACTIVE for port object 89e31ab3-29e2-4111-b768-615506d76bcb will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:14.618803 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:14.650563 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38621c1-7723-4c81-abde-61550cc9c4fd req-2d8da070-c055-4284-ada5-1bd8f0d6af17 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:14.660637 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c38621c1-7723-4c81-abde-61550cc9c4fd req-2d8da070-c055-4284-ada5-1bd8f0d6af17 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 943 time: 0.7457821 Aug 31 07:37:14.687278 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Pushing event updated for resources: {'Port': ['ID=89e31ab3-29e2-4111-b768-615506d76bcb,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:14.792309 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2364c790-2db1-4497-94e6-a3c1f988b4c5 req-2be77ac2-3a0a-4e92-8c14-b17941ff4f9b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.1289256 Aug 31 07:37:14.845689 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.59', 63150) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:14.870370 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c38621c1-7723-4c81-abde-61550cc9c4fd req-e0e8719d-2201-4906-934e-f074ff865504 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086132 Aug 31 07:37:14.891009 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-488ad3df-d02f-49c2-87e5-fcb983ad65f4 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:14.894770 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-488ad3df-d02f-49c2-87e5-fcb983ad65f4 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.59 "GET /v2.0/networks?id=cbbe651a-bee4-4db8-aa44-d3d2ab957402 HTTP/1.1" status: 200 len: 811 time: 0.4886553 Aug 31 07:37:14.950181 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ba516-4067-43dc-b3c4-f64f32d6179e req-46567776-ecc5-45ea-9912-7123b8020226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:14.952276 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-112ba516-4067-43dc-b3c4-f64f32d6179e req-46567776-ecc5-45ea-9912-7123b8020226 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4300272 Aug 31 07:37:15.071006 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3fc5736e-4549-4723-a1bb-b42d5fa4fc37 req-8e49b56e-c144-4e40-a35b-38ce204249ce tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.1013429 Aug 31 07:37:15.108970 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-eeca16a3-8f13-4389-9c14-91cda3759f8c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Allocated IP 172.20.0.11 (19009566-1ef5-4444-b059-f51973086d69/e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a/96ff8222-0914-4817-9284-a00baf205d45) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:15.167662 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-2a504f05-457d-42ca-995e-8fc10cf3134b tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c818e9996e304eb49ab671310d8417de HTTP/1.1" status: 200 len: 380 time: 0.2035069 Aug 31 07:37:15.173495 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Attempting to bind port 89e31ab3-29e2-4111-b768-615506d76bcb on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:15.173838 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Attempting to bind port 89e31ab3-29e2-4111-b768-615506d76bcb by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '2ca0868e-476f-4e9e-9b91-bebdba3664ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19009566-1ef5-4444-b059-f51973086d69'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:15.174186 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Attempting to bind port 89e31ab3-29e2-4111-b768-615506d76bcb on network 19009566-1ef5-4444-b059-f51973086d69 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:15.195390 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Request body: {'port': {'device_id': '43ba0502-f42b-46c1-9345-ad90ba7753f1', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'admin_state_up': True, 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'security_groups': ['a89b22d2-ef5f-41f2-afbd-1322340ac1b4']}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:15.227491 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9773b-e085-4b5e-869d-9b627b757705 req-93c64029-6795-457c-8d2c-33799fd0057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:15.230476 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-616a6827-dda7-4e7f-b2d8-566e5e25f4ee tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:15.231948 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-616a6827-dda7-4e7f-b2d8-566e5e25f4ee tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.59 "GET /v2.0/networks?id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 200 len: 817 time: 0.3845124 Aug 31 07:37:15.232568 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Port 89e31ab3-29e2-4111-b768-615506d76bcb on network 19009566-1ef5-4444-b059-f51973086d69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:15.232891 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Attempting to bind port 89e31ab3-29e2-4111-b768-615506d76bcb on network 19009566-1ef5-4444-b059-f51973086d69 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:15.234196 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-93c64029-6795-457c-8d2c-33799fd0057b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7d0d0070daab4e6ca0d5d6f46792cd34&device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0820291 Aug 31 07:37:15.290670 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:15.291017 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Checking segment: {'id': '2ca0868e-476f-4e9e-9b91-bebdba3664ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19009566-1ef5-4444-b059-f51973086d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:15.291573 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Bound using segment: {'id': '2ca0868e-476f-4e9e-9b91-bebdba3664ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19009566-1ef5-4444-b059-f51973086d69'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:15.292096 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Bound port: 89e31ab3-29e2-4111-b768-615506d76bcb, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca0868e-476f-4e9e-9b91-bebdba3664ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19009566-1ef5-4444-b059-f51973086d69'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:15.292423 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.397627 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-e3bb3efd-4da5-4564-abfc-7d0b051edc4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52eceacf-743c-476a-8e15-f63dbe2de4a7 HTTP/1.1" status: 200 len: 217 time: 0.1461818 Aug 31 07:37:15.433975 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-1168f999-7af5-44ce-b59d-63875352c07d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3 HTTP/1.1" status: 200 len: 380 time: 0.1707175 Aug 31 07:37:15.455087 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Request body: {'port': {'device_id': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'admin_state_up': True, 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'security_groups': ['53b439cc-34ad-4a09-94e6-e6ddab67db8e']}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:15.493118 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9773b-e085-4b5e-869d-9b627b757705 req-6efb850b-eeec-499c-a800-24652f6322cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:15.495039 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-6efb850b-eeec-499c-a800-24652f6322cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9a4aa089-e84e-44a9-b7bb-9aa24a1e83a3 HTTP/1.1" status: 200 len: 851 time: 0.0903511 Aug 31 07:37:15.565860 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-d113ac08-22b8-4307-9a37-e19908809f5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec9548fb-99f8-454e-9eac-a35a32f0df63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624895 Aug 31 07:37:15.576797 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] For port 89e31ab3-29e2-4111-b768-615506d76bcb, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:15.630698 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Made reservation on behalf of c818e9996e304eb49ab671310d8417de for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:15.635332 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.642247 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-eeca16a3-8f13-4389-9c14-91cda3759f8c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.645830 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] For port 89e31ab3-29e2-4111-b768-615506d76bcb, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=89e31ab3-29e2-4111-b768-615506d76bcb,segment=NetworkSegment(2ca0868e-476f-4e9e-9b91-bebdba3664ef),segment_id=2ca0868e-476f-4e9e-9b91-bebdba3664ef)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:15.669504 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.710484 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a650a036-1e8d-403a-85a9-686218ce7ab4 req-ef95d423-8580-442f-9b88-db6c7a65809d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 210 time: 0.0423300 Aug 31 07:37:15.766341 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:15.767402 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-1ba481cd-0006-4a31-9e37-6982560f2f8c service neutron] 10.222.0.59 "GET /v2.0/networks/ec9548fb-99f8-454e-9eac-a35a32f0df63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935351 Aug 31 07:37:15.767513 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:15.768861 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] 10.222.0.59 "PUT /v2.0/ports/89e31ab3-29e2-4111-b768-615506d76bcb HTTP/1.1" status: 200 len: 1093 time: 2.2729104 Aug 31 07:37:15.772972 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '803030c8-fbcb-49a0-9df5-a1cb2d02ee44', 'tag': '89e31ab3-29e2-4111-b768-615506d76bcb'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:15.858274 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80f4db-5d32-4273-aa5a-c3061bddfd71 service neutron] Pushing event updated for resources: {'Port': ['ID=89e31ab3-29e2-4111-b768-615506d76bcb,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:15.950799 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-19efcc51-9749-4667-b865-62658a0964c0 service neutron] 10.222.0.59 "GET /v2.0/networks/ec9548fb-99f8-454e-9eac-a35a32f0df63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728609 Aug 31 07:37:15.985847 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1124d0a4-1473-4f93-82b2-9b3a373a37f7 req-75f6988c-6306-42de-a05c-91638f53350a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 210 time: 0.0579133 Aug 31 07:37:16.061281 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Made reservation on behalf of eb0762f16cec4dc5873bb2e84e4c4ce3 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:16.065181 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.094759 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-eeca16a3-8f13-4389-9c14-91cda3759f8c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.132866 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032aef5-f45c-46c7-bb83-9ccead545a22 req-4fbce191-3a7a-4b50-aeea-47cfbe706fa2 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.134973 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c032aef5-f45c-46c7-bb83-9ccead545a22 req-4fbce191-3a7a-4b50-aeea-47cfbe706fa2 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 943 time: 0.1258211 Aug 31 07:37:16.143046 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fef02f-9100-4c34-8936-3dac96c1dd43" -d '{"events": [{"name": "network-changed", "server_uuid": "803030c8-fbcb-49a0-9df5-a1cb2d02ee44", "tag": "89e31ab3-29e2-4111-b768-615506d76bcb"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:16.197627 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-28165226-69eb-4ee7-9600-c8e30082eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.199200 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-28165226-69eb-4ee7-9600-c8e30082eec9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=541ec08f290d4c1294c3390243469b04&device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 1096 time: 0.3251495 Aug 31 07:37:16.203625 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c032aef5-f45c-46c7-bb83-9ccead545a22 req-9184c12f-fd05-4f8a-911f-2805ff5854fa tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566454 Aug 31 07:37:16.228058 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-eeca16a3-8f13-4389-9c14-91cda3759f8c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Network 19009566-1ef5-4444-b059-f51973086d69 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:16.275841 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-207ebae0-8e3e-4a69-9370-ebd2a859c405 req-a93e1bc8-4d0b-4c92-add4-232eda814f71 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.0683515 Aug 31 07:37:16.305405 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-eeca16a3-8f13-4389-9c14-91cda3759f8c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:16.308373 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-d96326f3-f8fd-4e3f-bfe8-e2aff5ce2eed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89e31ab3-29e2-4111-b768-615506d76bcb HTTP/1.1" status: 200 len: 217 time: 0.0953376 Aug 31 07:37:16.309121 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca16a3-8f13-4389-9c14-91cda3759f8c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Pushing event updated for resources: {'Port': ['ID=96ff8222-0914-4817-9284-a00baf205d45,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:16.317266 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-eeca16a3-8f13-4389-9c14-91cda3759f8c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:16.350260 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Allocated IP 172.20.0.9 (cbbe651a-bee4-4db8-aa44-d3d2ab957402/8b7d8940-cf69-47bc-ac4d-6743859889df/411a49e2-5dfb-46ef-a234-4f959ece50bb) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:16.434696 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38962) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:16.434829 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba39308-08c6-40cc-9e8e-9066e73dde3d x-openstack-request-id: req-dba39308-08c6-40cc-9e8e-9066e73dde3d {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:16.435046 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "803030c8-fbcb-49a0-9df5-a1cb2d02ee44", "tag": "89e31ab3-29e2-4111-b768-615506d76bcb", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:16.435315 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dba39308-08c6-40cc-9e8e-9066e73dde3d {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:16.436283 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '803030c8-fbcb-49a0-9df5-a1cb2d02ee44', 'tag': '89e31ab3-29e2-4111-b768-615506d76bcb', 'status': 'completed', 'code': 200} Aug 31 07:37:16.476001 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-eeca16a3-8f13-4389-9c14-91cda3759f8c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.476636 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-eeca16a3-8f13-4389-9c14-91cda3759f8c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.537156 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-67183905-60c9-4c4a-a6d5-bc937b2373c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:16.537156 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-67183905-60c9-4c4a-a6d5-bc937b2373c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a HTTP/1.1" status: 200 len: 858 time: 0.1839597 Aug 31 07:37:16.559912 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-eeca16a3-8f13-4389-9c14-91cda3759f8c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7860727 Aug 31 07:37:16.635881 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-21e0871d-aab2-40bf-a3bb-10f0dd21fa7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.755362 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-21e0871d-aab2-40bf-a3bb-10f0dd21fa7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.762783 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-21e0871d-aab2-40bf-a3bb-10f0dd21fa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.790113 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Request body: {'port': {'device_id': '1c7222e2-296b-42bc-b078-2b182b555888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:16.804042 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-cb89ba37-76b1-46ae-bf7e-b5f14f58b451 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19009566-1ef5-4444-b059-f51973086d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2565651 Aug 31 07:37:16.816754 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-21e0871d-aab2-40bf-a3bb-10f0dd21fa7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e68ddc16f25c42b79c812bd5d72530a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809450 Aug 31 07:37:16.833289 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38974) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:16.836958 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9bc97a5e-6cfe-43f3-9c18-cb0a75efbcef req-837789fc-a0dd-4491-9a71-e4de1c61b019 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 210 time: 0.0404484 Aug 31 07:37:16.843217 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0871d-aab2-40bf-a3bb-10f0dd21fa7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d3d913-c9d3-4a3f-aced-606951e95bd1,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:16.877967 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Allocated IP 172.20.0.6 (fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d/b1810f6c-a578-4036-ab5a-13c99f83c500/b334e3b2-032a-47b8-a757-9089d3f4ff95) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:16.905857 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-016ebaa7-64c3-485d-917b-d7c3c62caa58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.929652 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-016ebaa7-64c3-485d-917b-d7c3c62caa58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.979972 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-016ebaa7-64c3-485d-917b-d7c3c62caa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.982675 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-016ebaa7-64c3-485d-917b-d7c3c62caa58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.986656 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-016ebaa7-64c3-485d-917b-d7c3c62caa58 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45d3d913-c9d3-4a3f-aced-606951e95bd1 HTTP/1.1" status: 204 len: 168 time: 0.1499634 Aug 31 07:37:16.996611 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ebaa7-64c3-485d-917b-d7c3c62caa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d3d913-c9d3-4a3f-aced-606951e95bd1,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:17.029768 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.085032 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-bec96642-cc43-4042-871e-cc55d1badbf4 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350936 Aug 31 07:37:17.088727 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.164443 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89854f-3540-4a32-8daf-cf856fb61d10 req-35611b38-3d22-4e66-907a-0a420f54e55e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:17.165969 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4e89854f-3540-4a32-8daf-cf856fb61d10 req-35611b38-3d22-4e66-907a-0a420f54e55e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 932 time: 0.0728538 Aug 31 07:37:17.212681 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Transition to ACTIVE for port object 411a49e2-5dfb-46ef-a234-4f959ece50bb will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:17.229026 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4e89854f-3540-4a32-8daf-cf856fb61d10 req-3dde8434-601a-477a-915f-9cab9f2a8f8f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566649 Aug 31 07:37:17.353147 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 38998) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:17.361860 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5265a68-f583-4be8-9aa4-b3d92e3dee03 req-bf05889b-122d-4c7f-9748-87b74899e292 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:17.363433 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c5265a68-f583-4be8-9aa4-b3d92e3dee03 req-bf05889b-122d-4c7f-9748-87b74899e292 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 943 time: 0.0655198 Aug 31 07:37:17.388319 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a38cc0ba-51a1-4193-8c52-45659a4f1bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.402346 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.483284 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-43ac3955-43a1-42b5-97e1-f195b6427b99 req-811a2332-4078-4e2f-a58f-83fda3807621 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.0814764 Aug 31 07:37:17.490862 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Transition to ACTIVE for port object b334e3b2-032a-47b8-a757-9089d3f4ff95 will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:17.493119 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c5265a68-f583-4be8-9aa4-b3d92e3dee03 req-3f3b4c62-34dd-404b-a400-efc4c78843ff tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060026 Aug 31 07:37:17.509348 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-97ae7d87-5488-4eff-8f64-1c2d340039ea req-d3e9fbf7-44c5-47fe-8711-3956eae28856 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760157 Aug 31 07:37:17.517222 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.594657 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a38cc0ba-51a1-4193-8c52-45659a4f1bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.599874 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a38cc0ba-51a1-4193-8c52-45659a4f1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.644448 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Network cbbe651a-bee4-4db8-aa44-d3d2ab957402 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:17.646112 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-a38cc0ba-51a1-4193-8c52-45659a4f1bf8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df7a2743442c46bc836fed0e28b133b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816994 Aug 31 07:37:17.649392 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39006) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:17.656041 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cc0ba-51a1-4193-8c52-45659a4f1bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0120f8a1-d5e9-4d8d-8388-c4b07aa5fd3f,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:17.669454 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:17.678908 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event updated for resources: {'Port': ['ID=411a49e2-5dfb-46ef-a234-4f959ece50bb,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:17.683931 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:17.694641 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.733734 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-23e07dca-fd7d-431c-8957-20311d5b6992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.758950 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-23e07dca-fd7d-431c-8957-20311d5b6992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.772428 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fef02f-9100-4c34-8936-3dac96c1dd43 req-3ebae6c6-a68d-48d9-b47c-64a5ff95caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:17.774652 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-07fef02f-9100-4c34-8936-3dac96c1dd43 req-3ebae6c6-a68d-48d9-b47c-64a5ff95caf7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=541ec08f290d4c1294c3390243469b04&device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 1096 time: 0.1887879 Aug 31 07:37:17.821307 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-23e07dca-fd7d-431c-8957-20311d5b6992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.823033 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:17.825976 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-23e07dca-fd7d-431c-8957-20311d5b6992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.827378 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-23e07dca-fd7d-431c-8957-20311d5b6992 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0120f8a1-d5e9-4d8d-8388-c4b07aa5fd3f HTTP/1.1" status: 204 len: 168 time: 0.1766882 Aug 31 07:37:17.838897 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e07dca-fd7d-431c-8957-20311d5b6992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0120f8a1-d5e9-4d8d-8388-c4b07aa5fd3f,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:17.888906 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:17.889612 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.893921 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:17.896381 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event updated for resources: {'Port': ['ID=b334e3b2-032a-47b8-a757-9089d3f4ff95,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:17.915124 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ff8222-0914-4817-9284-a00baf205d45 {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:17.924817 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:17.940911 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Transition to ACTIVE for port object 96ff8222-0914-4817-9284-a00baf205d45 will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:17.946066 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:18.014145 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-a07254df-18df-45c6-9e47-e9fc9948ec61 None None] Provisioning for port 411a49e2-5dfb-46ef-a234-4f959ece50bb completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:18.021226 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-a07254df-18df-45c6-9e47-e9fc9948ec61 None None] Provisioning complete for port 411a49e2-5dfb-46ef-a234-4f959ece50bb triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:18.021620 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a07254df-18df-45c6-9e47-e9fc9948ec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:18.059106 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43784fa5-7bc6-4e86-be88-828864c140e6 req-89457ae7-1596-4816-8c2a-45778abaff09 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:18.062088 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-43784fa5-7bc6-4e86-be88-828864c140e6 req-89457ae7-1596-4816-8c2a-45778abaff09 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 931 time: 0.0823283 Aug 31 07:37:18.073571 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:18.075258 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:18.082308 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-a07254df-18df-45c6-9e47-e9fc9948ec61 None None] Port 411a49e2-5dfb-46ef-a234-4f959ece50bb cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:18.084950 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:18.115248 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a7c7dab2-d40e-47b0-ba16-b6dc0a34be6d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9386694 Aug 31 07:37:18.134572 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-43784fa5-7bc6-4e86-be88-828864c140e6 req-b006baf5-e82d-4b80-a3b3-402906e27b96 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642912 Aug 31 07:37:18.173865 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Request body: {'port': {'device_id': '43ba0502-f42b-46c1-9345-ad90ba7753f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:18.209901 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-2e018a58-b9ae-4fb2-80e9-83aef59a7de2 None None] Provisioning for port b334e3b2-032a-47b8-a757-9089d3f4ff95 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:18.214315 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-2e018a58-b9ae-4fb2-80e9-83aef59a7de2 None None] Provisioning complete for port b334e3b2-032a-47b8-a757-9089d3f4ff95 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:18.214737 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-2e018a58-b9ae-4fb2-80e9-83aef59a7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:18.227481 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-f1c26eb5-3573-4ae1-bc62-2713390e6f03 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7781045 Aug 31 07:37:18.268012 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-2e018a58-b9ae-4fb2-80e9-83aef59a7de2 None None] Port b334e3b2-032a-47b8-a757-9089d3f4ff95 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:18.273533 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Request body: {'port': {'device_id': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:18.342091 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Pushing event updated for resources: {'Port': ['ID=96ff8222-0914-4817-9284-a00baf205d45,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:18.374986 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe9aa-d219-4a1e-b61c-75540c353cd9 req-5a9d1a5e-d082-4a56-9bdf-9b04ac7e9e79 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:18.376588 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e1ffe9aa-d219-4a1e-b61c-75540c353cd9 req-5a9d1a5e-d082-4a56-9bdf-9b04ac7e9e79 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 944 time: 0.0649972 Aug 31 07:37:18.415181 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:18.419081 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e1ffe9aa-d219-4a1e-b61c-75540c353cd9 req-9ef9be11-226d-4fd6-b7be-f12c61baa811 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347667 Aug 31 07:37:18.451737 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fef02f-9100-4c34-8936-3dac96c1dd43 req-1d85b9b8-a4d1-4596-b973-bb5ff88286dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:18.453250 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-07fef02f-9100-4c34-8936-3dac96c1dd43 req-1d85b9b8-a4d1-4596-b973-bb5ff88286dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 200 len: 919 time: 0.6675990 Aug 31 07:37:18.475257 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Attempting to bind port 96ff8222-0914-4817-9284-a00baf205d45 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:18.475630 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Attempting to bind port 96ff8222-0914-4817-9284-a00baf205d45 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '2ca0868e-476f-4e9e-9b91-bebdba3664ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19009566-1ef5-4444-b059-f51973086d69'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:18.476035 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Attempting to bind port 96ff8222-0914-4817-9284-a00baf205d45 on network 19009566-1ef5-4444-b059-f51973086d69 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:18.478510 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:18.545389 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-07fef02f-9100-4c34-8936-3dac96c1dd43 req-55b34edd-f8ed-4dc5-9289-cf678df43326 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89e31ab3-29e2-4111-b768-615506d76bcb HTTP/1.1" status: 200 len: 217 time: 0.0793304 Aug 31 07:37:18.545978 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Port 96ff8222-0914-4817-9284-a00baf205d45 on network 19009566-1ef5-4444-b059-f51973086d69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:18.546282 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Attempting to bind port 96ff8222-0914-4817-9284-a00baf205d45 on network 19009566-1ef5-4444-b059-f51973086d69 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:18.579688 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:18.580014 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Checking segment: {'id': '2ca0868e-476f-4e9e-9b91-bebdba3664ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19009566-1ef5-4444-b059-f51973086d69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:18.580605 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Bound using segment: {'id': '2ca0868e-476f-4e9e-9b91-bebdba3664ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19009566-1ef5-4444-b059-f51973086d69'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:18.581531 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Bound port: 96ff8222-0914-4817-9284-a00baf205d45, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca0868e-476f-4e9e-9b91-bebdba3664ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '19009566-1ef5-4444-b059-f51973086d69'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:18.582183 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:18.613895 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 52eceacf-743c-476a-8e15-f63dbe2de4a7 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:18.703826 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65680aad-b43b-47bb-806a-e814ed2e932d req-65253f58-1538-4344-85cd-a6e6535bc4ce tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:18.711340 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-65680aad-b43b-47bb-806a-e814ed2e932d req-65253f58-1538-4344-85cd-a6e6535bc4ce tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 931 time: 0.1016128 Aug 31 07:37:18.732921 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95642d-71be-4a9a-bcfb-f44e270b2a0c req-4ec16161-1321-4fde-ac40-f97df7e32d60 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:18.734875 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1d95642d-71be-4a9a-bcfb-f44e270b2a0c req-4ec16161-1321-4fde-ac40-f97df7e32d60 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 943 time: 0.1131003 Aug 31 07:37:18.807101 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-65680aad-b43b-47bb-806a-e814ed2e932d req-50289f8c-d55a-4ec0-ba43-344b79780a3d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893619 Aug 31 07:37:18.826513 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1d95642d-71be-4a9a-bcfb-f44e270b2a0c req-95b47bc2-10ab-4007-9a31-03f347566f8b tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804656 Aug 31 07:37:18.855012 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 52eceacf-743c-476a-8e15-f63dbe2de4a7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=52eceacf-743c-476a-8e15-f63dbe2de4a7,segment=NetworkSegment(357e89e9-e548-4aa9-b236-cba551ffdc96),segment_id=357e89e9-e548-4aa9-b236-cba551ffdc96)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:18.874261 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '52eceacf-743c-476a-8e15-f63dbe2de4a7', 'network_id': 'ec9548fb-99f8-454e-9eac-a35a32f0df63', 'port_id': '52eceacf-743c-476a-8e15-f63dbe2de4a7', 'mac_address': 'fa:16:3e:07:29:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4aa089-e84e-44a9-b7bb-9aa24a1e83a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:18.913901 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:18.928390 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39054) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:18.932885 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52eceacf-743c-476a-8e15-f63dbe2de4a7 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:18.951666 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fef02f-9100-4c34-8936-3dac96c1dd43 req-689049be-e711-447c-b1a1-a520217d6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:18.953187 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-07fef02f-9100-4c34-8936-3dac96c1dd43 req-689049be-e711-447c-b1a1-a520217d6db9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a HTTP/1.1" status: 200 len: 858 time: 0.3956261 Aug 31 07:37:18.981270 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 52eceacf-743c-476a-8e15-f63dbe2de4a7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=52eceacf-743c-476a-8e15-f63dbe2de4a7,segment=NetworkSegment(357e89e9-e548-4aa9-b236-cba551ffdc96),segment_id=357e89e9-e548-4aa9-b236-cba551ffdc96)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:18.988255 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.060576 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-07fef02f-9100-4c34-8936-3dac96c1dd43 req-40e9517e-db52-4083-9edc-23bddb5c6dfc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19009566-1ef5-4444-b059-f51973086d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918467 Aug 31 07:37:19.079707 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=52eceacf-743c-476a-8e15-f63dbe2de4a7,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:19.160117 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] For port 96ff8222-0914-4817-9284-a00baf205d45, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:19.245294 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] For port 96ff8222-0914-4817-9284-a00baf205d45, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=96ff8222-0914-4817-9284-a00baf205d45,segment=NetworkSegment(2ca0868e-476f-4e9e-9b91-bebdba3664ef),segment_id=2ca0868e-476f-4e9e-9b91-bebdba3664ef)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:19.260894 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39072) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:19.265918 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.282796 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-334ed0ca-0ad2-4ec7-aafb-37f1c088e427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.314167 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e10790-12ea-4b7f-b90b-346f63a91563 req-780a4522-9d04-4077-9cc2-e180b1a11574 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:19.315735 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-18e10790-12ea-4b7f-b90b-346f63a91563 req-780a4522-9d04-4077-9cc2-e180b1a11574 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 931 time: 0.1055348 Aug 31 07:37:19.336049 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['52eceacf-743c-476a-8e15-f63dbe2de4a7'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:19.381812 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-18e10790-12ea-4b7f-b90b-346f63a91563 req-e0d4a6c8-63f1-463b-afad-fada7b9af43a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537899 Aug 31 07:37:19.442448 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-334ed0ca-0ad2-4ec7-aafb-37f1c088e427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.453790 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-334ed0ca-0ad2-4ec7-aafb-37f1c088e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.463762 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:19.464538 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.466865 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] 10.222.0.59 "PUT /v2.0/ports/96ff8222-0914-4817-9284-a00baf205d45 HTTP/1.1" status: 200 len: 1094 time: 2.8762796 Aug 31 07:37:19.475298 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7222e2-296b-42bc-b078-2b182b555888', 'tag': '96ff8222-0914-4817-9284-a00baf205d45'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:19.477938 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2668df35-6f49-4c60-9d6e-6f7cd7d6d709" -d '{"events": [{"name": "network-changed", "server_uuid": "1c7222e2-296b-42bc-b078-2b182b555888", "tag": "96ff8222-0914-4817-9284-a00baf205d45"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:19.481388 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3ac7-279b-492f-aaf1-8bb94f78a9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.536684 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-07fef02f-9100-4c34-8936-3dac96c1dd43 req-d604ef9b-13bb-4584-a1bb-1fac5c5ce599 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563510 Aug 31 07:37:19.570409 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-334ed0ca-0ad2-4ec7-aafb-37f1c088e427 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58599f45f5bd4112b5b1f48c2b76a9df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6402633 Aug 31 07:37:19.571282 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39086) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:19.592406 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1413a-a8e2-4304-8375-9dbebb6d8fda service neutron] Pushing event updated for resources: {'Port': ['ID=96ff8222-0914-4817-9284-a00baf205d45,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:19.601420 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467d3146-4661-4b24-89b5-cfa388109b91 x-openstack-request-id: req-467d3146-4661-4b24-89b5-cfa388109b91 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:19.602082 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c7222e2-296b-42bc-b078-2b182b555888", "tag": "96ff8222-0914-4817-9284-a00baf205d45", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:19.602600 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-467d3146-4661-4b24-89b5-cfa388109b91 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:19.603123 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7222e2-296b-42bc-b078-2b182b555888', 'tag': '96ff8222-0914-4817-9284-a00baf205d45', 'status': 'completed', 'code': 200} Aug 31 07:37:19.658316 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ed0ca-0ad2-4ec7-aafb-37f1c088e427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e25805-427b-411d-af1b-367ed137cb13,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:19.702748 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868284c-7d23-44ba-b61e-dd56f301aee5 req-23abf6a7-5aa2-4c7d-8ad5-dd97e7b1f66b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:19.704317 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4868284c-7d23-44ba-b61e-dd56f301aee5 req-23abf6a7-5aa2-4c7d-8ad5-dd97e7b1f66b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 944 time: 0.1205368 Aug 31 07:37:19.714702 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4d9392d0-1ebe-4b9e-b886-507601c822e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.760952 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4d9392d0-1ebe-4b9e-b886-507601c822e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.764705 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b334e3b2-032a-47b8-a757-9089d3f4ff95 {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:19.774802 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411a49e2-5dfb-46ef-a234-4f959ece50bb {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:19.777095 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4868284c-7d23-44ba-b61e-dd56f301aee5 req-24a9445e-0c2d-4688-a815-3932914c36df tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595925 Aug 31 07:37:19.790749 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-8332d93b-2dc2-43b2-add3-dc90e7635533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:19.792294 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-8332d93b-2dc2-43b2-add3-dc90e7635533 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=541ec08f290d4c1294c3390243469b04&device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 1097 time: 0.2580943 Aug 31 07:37:19.798485 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.798948 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.837815 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4d9392d0-1ebe-4b9e-b886-507601c822e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.843748 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4d9392d0-1ebe-4b9e-b886-507601c822e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.845042 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-4d9392d0-1ebe-4b9e-b886-507601c822e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77e25805-427b-411d-af1b-367ed137cb13 HTTP/1.1" status: 204 len: 168 time: 0.2669532 Aug 31 07:37:19.862311 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9392d0-1ebe-4b9e-b886-507601c822e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e25805-427b-411d-af1b-367ed137cb13,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:19.886013 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Transition to ACTIVE for port object b334e3b2-032a-47b8-a757-9089d3f4ff95 will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:19.894640 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-e5cf60c4-3a59-439e-8ea8-e8296c4cff43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ff8222-0914-4817-9284-a00baf205d45 HTTP/1.1" status: 200 len: 217 time: 0.0840597 Aug 31 07:37:19.895717 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Transition to ACTIVE for port object 411a49e2-5dfb-46ef-a234-4f959ece50bb will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:19.903545 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:19.937839 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.035309 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-07fef02f-9100-4c34-8936-3dac96c1dd43 req-fb9f3832-5735-4140-a078-196e01730633 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749565 Aug 31 07:37:20.035884 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d950b6f-e880-4da9-a9b1-167fba4bfa4b req-e8107830-d841-4eb4-80ff-f7c3d2cea254 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:20.044478 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6d950b6f-e880-4da9-a9b1-167fba4bfa4b req-e8107830-d841-4eb4-80ff-f7c3d2cea254 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 944 time: 0.1248174 Aug 31 07:37:20.070410 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19bb3e-d56d-414c-885f-eb01afe10d33 req-bb968505-39ee-4d3f-b431-8d35565af5a6 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:20.078734 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-aa19bb3e-d56d-414c-885f-eb01afe10d33 req-bb968505-39ee-4d3f-b431-8d35565af5a6 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 943 time: 0.1175096 Aug 31 07:37:20.088773 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Pushing event updated for resources: {'Port': ['ID=b334e3b2-032a-47b8-a757-9089d3f4ff95,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:20.105729 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3ac7-279b-492f-aaf1-8bb94f78a9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.113970 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-9d2522ef-56e2-4bb1-9366-91ba40397500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:20.121865 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-9d2522ef-56e2-4bb1-9366-91ba40397500 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a HTTP/1.1" status: 200 len: 858 time: 0.2063386 Aug 31 07:37:20.135106 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-aa19bb3e-d56d-414c-885f-eb01afe10d33 req-5e9eadec-0054-47c1-bced-997da899c20b tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554307 Aug 31 07:37:20.158772 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6d950b6f-e880-4da9-a9b1-167fba4bfa4b req-5072e7fb-9388-4f04-bbbd-1964250beda9 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133232 Aug 31 07:37:20.180411 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3ac7-279b-492f-aaf1-8bb94f78a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.329577 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-96dce3d9-05f1-4285-bf4e-6f4c8b44d6d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19009566-1ef5-4444-b059-f51973086d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914594 Aug 31 07:37:20.404826 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39122) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:20.426087 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-0d06fc4b-9369-49a4-a1c9-77ededd528d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.457467 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-6e4d3ac7-279b-492f-aaf1-8bb94f78a9a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb8b2f4408e841988ffdbdfd6f0ff102&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1891053 Aug 31 07:37:20.473726 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39128) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:20.478676 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.488381 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=411a49e2-5dfb-46ef-a234-4f959ece50bb,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:20.491902 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d3ac7-279b-492f-aaf1-8bb94f78a9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95feb7ec-ecfd-44a9-8cac-45830468e57a,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:20.588463 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Attempting to bind port 411a49e2-5dfb-46ef-a234-4f959ece50bb on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:20.589033 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Attempting to bind port 411a49e2-5dfb-46ef-a234-4f959ece50bb by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:20.589527 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Attempting to bind port 411a49e2-5dfb-46ef-a234-4f959ece50bb on network cbbe651a-bee4-4db8-aa44-d3d2ab957402 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:20.603010 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 89e31ab3-29e2-4111-b768-615506d76bcb details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:20.610785 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Port 411a49e2-5dfb-46ef-a234-4f959ece50bb on network cbbe651a-bee4-4db8-aa44-d3d2ab957402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:20.611343 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Attempting to bind port 411a49e2-5dfb-46ef-a234-4f959ece50bb on network cbbe651a-bee4-4db8-aa44-d3d2ab957402 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:20.634299 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:20.634937 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Checking segment: {'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:20.635532 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Bound using segment: {'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:20.636197 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Bound port: 411a49e2-5dfb-46ef-a234-4f959ece50bb, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:20.636730 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.640176 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 52eceacf-743c-476a-8e15-f63dbe2de4a7 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:20.640372 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8af986-b68a-43d2-84e8-f33718296696 req-b698db27-ec13-44b3-9452-1332b7c6e62f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:20.642551 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-eb8af986-b68a-43d2-84e8-f33718296696 req-b698db27-ec13-44b3-9452-1332b7c6e62f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.1401014 Aug 31 07:37:20.664471 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Attempting to bind port b334e3b2-032a-47b8-a757-9089d3f4ff95 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:20.665152 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Attempting to bind port b334e3b2-032a-47b8-a757-9089d3f4ff95 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:20.665635 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Attempting to bind port b334e3b2-032a-47b8-a757-9089d3f4ff95 on network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:20.679058 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39138) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:20.707060 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Port b334e3b2-032a-47b8-a757-9089d3f4ff95 on network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:20.707394 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Attempting to bind port b334e3b2-032a-47b8-a757-9089d3f4ff95 on network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:20.734476 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:20.734824 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Checking segment: {'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:20.735385 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Bound using segment: {'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:20.735975 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Bound port: b334e3b2-032a-47b8-a757-9089d3f4ff95, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:20.736510 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.743230 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-953e8136-0b1d-48ef-97b7-f01939979994 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666511 Aug 31 07:37:20.863765 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 89e31ab3-29e2-4111-b768-615506d76bcb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=89e31ab3-29e2-4111-b768-615506d76bcb,segment=NetworkSegment(2ca0868e-476f-4e9e-9b91-bebdba3664ef),segment_id=2ca0868e-476f-4e9e-9b91-bebdba3664ef)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:20.875193 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 52eceacf-743c-476a-8e15-f63dbe2de4a7 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:20.887546 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '89e31ab3-29e2-4111-b768-615506d76bcb', 'network_id': '19009566-1ef5-4444-b059-f51973086d69', 'port_id': '89e31ab3-29e2-4111-b768-615506d76bcb', 'mac_address': 'fa:16:3e:07:b1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:20.891557 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 52eceacf-743c-476a-8e15-f63dbe2de4a7 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:20.892582 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.917414 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-03745124-a974-4aed-b21a-2fd5631d7d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.930277 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-df93542c-fc05-4c3b-ad75-6bb12433ef22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.943384 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] For port 411a49e2-5dfb-46ef-a234-4f959ece50bb, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:20.950741 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-03745124-a974-4aed-b21a-2fd5631d7d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.990347 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] For port 411a49e2-5dfb-46ef-a234-4f959ece50bb, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=411a49e2-5dfb-46ef-a234-4f959ece50bb,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:21.011031 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.020166 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.020535 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] For port b334e3b2-032a-47b8-a757-9089d3f4ff95, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:21.031141 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8daf879-44f6-4e19-9b43-98005b8ebebd req-91d6e023-f215-49c9-bdfe-97b8df34d0e6 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768192 Aug 31 07:37:21.049688 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e31ab3-29e2-4111-b768-615506d76bcb {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:21.050491 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-eb8af986-b68a-43d2-84e8-f33718296696 req-9b7c90e6-dbea-4a45-99fe-5b91d300b895 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3907759 Aug 31 07:37:21.059268 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.103360 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 89e31ab3-29e2-4111-b768-615506d76bcb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=89e31ab3-29e2-4111-b768-615506d76bcb,segment=NetworkSegment(2ca0868e-476f-4e9e-9b91-bebdba3664ef),segment_id=2ca0868e-476f-4e9e-9b91-bebdba3664ef)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:21.107681 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-03745124-a974-4aed-b21a-2fd5631d7d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.108433 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] For port b334e3b2-032a-47b8-a757-9089d3f4ff95, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:21.110595 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-03745124-a974-4aed-b21a-2fd5631d7d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.112138 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1fcb33-040a-4c1d-9a36-b8f405d93bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eceacf-743c-476a-8e15-f63dbe2de4a7'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:21.113997 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-03745124-a974-4aed-b21a-2fd5631d7d55 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95feb7ec-ecfd-44a9-8cac-45830468e57a HTTP/1.1" status: 204 len: 168 time: 0.6380937 Aug 31 07:37:21.123154 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39154) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:21.123298 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-0d06fc4b-9369-49a4-a1c9-77ededd528d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.126676 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.127617 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.129151 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] 10.222.0.59 "PUT /v2.0/ports/411a49e2-5dfb-46ef-a234-4f959ece50bb HTTP/1.1" status: 200 len: 1093 time: 2.9799430 Aug 31 07:37:21.146334 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.176951 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03745124-a974-4aed-b21a-2fd5631d7d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95feb7ec-ecfd-44a9-8cac-45830468e57a,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:21.194183 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827deaec-9357-477c-b5ec-636ccd7790a8 req-0a8dbbd2-2e1d-4c03-988a-8c0b941ce497 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.195765 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-827deaec-9357-477c-b5ec-636ccd7790a8 req-0a8dbbd2-2e1d-4c03-988a-8c0b941ce497 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 944 time: 0.2820928 Aug 31 07:37:21.196426 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-0d06fc4b-9369-49a4-a1c9-77ededd528d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.261502 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.276357 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 52eceacf-743c-476a-8e15-f63dbe2de4a7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=52eceacf-743c-476a-8e15-f63dbe2de4a7,segment=NetworkSegment(357e89e9-e548-4aa9-b236-cba551ffdc96),segment_id=357e89e9-e548-4aa9-b236-cba551ffdc96)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:21.320110 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.325581 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-0dc91988-c80d-4d43-98cc-4692d93a0a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.362042 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.364622 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.371452 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] 10.222.0.59 "PUT /v2.0/ports/b334e3b2-032a-47b8-a757-9089d3f4ff95 HTTP/1.1" status: 200 len: 1093 time: 3.1043057 Aug 31 07:37:21.393513 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=89e31ab3-29e2-4111-b768-615506d76bcb,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:21.394185 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ea51c-eaa3-4f9b-91b7-2c1adef88bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=411a49e2-5dfb-46ef-a234-4f959ece50bb,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:21.420298 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-0d06fc4b-9369-49a4-a1c9-77ededd528d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0d28b46d61034f00a03a6879d9ff42dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0143583 Aug 31 07:37:21.424003 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39168) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:21.452677 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06fc4b-9369-49a4-a1c9-77ededd528d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e36d49-c30b-48a7-9e3a-e196c826ede1,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:21.477954 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-827deaec-9357-477c-b5ec-636ccd7790a8 req-9b6538b5-5b1f-495e-b8cb-f9c65530aab6 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576509 Aug 31 07:37:21.506067 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=52eceacf-743c-476a-8e15-f63dbe2de4a7,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:21.533173 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668df35-6f49-4c60-9d6e-6f7cd7d6d709 req-cf06d69d-d5a2-41bb-88a6-dd46435423da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.536993 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc4ae8-ea30-407d-b04b-a1d4ca848465 req-ec82aa5e-c719-44c4-81aa-5d1e107406e2 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.537666 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2668df35-6f49-4c60-9d6e-6f7cd7d6d709 req-cf06d69d-d5a2-41bb-88a6-dd46435423da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=541ec08f290d4c1294c3390243469b04&device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 1097 time: 0.4321344 Aug 31 07:37:21.553240 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1bbc4ae8-ea30-407d-b04b-a1d4ca848465 req-ec82aa5e-c719-44c4-81aa-5d1e107406e2 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 943 time: 0.2303843 Aug 31 07:37:21.558799 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['89e31ab3-29e2-4111-b768-615506d76bcb'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:21.665765 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1bbc4ae8-ea30-407d-b04b-a1d4ca848465 req-5e4a1509-e379-43f1-90c6-03bc09371e6c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114280 Aug 31 07:37:21.689850 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86494cc-66df-41ac-b9cf-4673679ba09b req-bdb52892-5c0f-4199-b21d-7f59848c8add tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.699257 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f86494cc-66df-41ac-b9cf-4673679ba09b req-bdb52892-5c0f-4199-b21d-7f59848c8add tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 945 time: 0.1075416 Aug 31 07:37:21.751257 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f86494cc-66df-41ac-b9cf-4673679ba09b req-3c49c574-b08e-4a7d-be7a-e0e43ee2d5ac tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507641 Aug 31 07:37:21.766831 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1067b76-2b4a-4c9e-9916-1b5d4365ccab" -d '{"events": [{"server_uuid": "0a1fcb33-040a-4c1d-9a36-b8f405d93bd1", "name": "network-vif-plugged", "status": "completed", "tag": "52eceacf-743c-476a-8e15-f63dbe2de4a7"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:21.777404 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39170) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:21.794969 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-1ada00b2-62d6-4b9a-a349-74e938f853d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:21.847999 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ba0502-f42b-46c1-9345-ad90ba7753f1', 'tag': '411a49e2-5dfb-46ef-a234-4f959ece50bb'}, {'name': 'network-changed', 'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:21.851174 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8fc567-eb71-43a8-a96c-a5f6091ca662" -d '{"events": [{"name": "network-changed", "server_uuid": "43ba0502-f42b-46c1-9345-ad90ba7753f1", "tag": "411a49e2-5dfb-46ef-a234-4f959ece50bb"}, {"name": "network-changed", "server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:21.935969 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2103cc06-080f-4657-aba0-ee73873ddca0 x-openstack-request-id: req-2103cc06-080f-4657-aba0-ee73873ddca0 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:21.936286 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ba0502-f42b-46c1-9345-ad90ba7753f1", "tag": "411a49e2-5dfb-46ef-a234-4f959ece50bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:21.936516 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2103cc06-080f-4657-aba0-ee73873ddca0 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:21.936894 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ba0502-f42b-46c1-9345-ad90ba7753f1', 'tag': '411a49e2-5dfb-46ef-a234-4f959ece50bb', 'status': 'completed', 'code': 200} Aug 31 07:37:21.937148 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'status': 'completed', 'code': 200} Aug 31 07:37:21.949832 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0581d5-2f51-48c1-a2c6-128ef62d9361 x-openstack-request-id: req-fd0581d5-2f51-48c1-a2c6-128ef62d9361 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:21.950123 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1fcb33-040a-4c1d-9a36-b8f405d93bd1", "name": "network-vif-plugged", "status": "completed", "tag": "52eceacf-743c-476a-8e15-f63dbe2de4a7", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:21.950411 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd0581d5-2f51-48c1-a2c6-128ef62d9361 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:21.950881 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1fcb33-040a-4c1d-9a36-b8f405d93bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eceacf-743c-476a-8e15-f63dbe2de4a7', 'code': 200} Aug 31 07:37:21.972653 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-97185362-9252-4903-9a41-1edeebd9d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.974186 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-97185362-9252-4903-9a41-1edeebd9d54c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c818e9996e304eb49ab671310d8417de&device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 1096 time: 0.7826662 Aug 31 07:37:22.019759 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2064de35-ff56-4464-bbaf-5c49cd8b5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.021250 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-2064de35-ff56-4464-bbaf-5c49cd8b5a91 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 1096 time: 0.5785077 Aug 31 07:37:22.028655 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-38848da7-7414-47ab-a36f-89e1a9098fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.076309 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813d464-a67a-484c-9aa1-816f7da1b99b service neutron] Pushing event updated for resources: {'Port': ['ID=b334e3b2-032a-47b8-a757-9089d3f4ff95,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:22.094092 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-a151e303-34c3-44e4-a01a-abf72d87b8ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=411a49e2-5dfb-46ef-a234-4f959ece50bb HTTP/1.1" status: 200 len: 217 time: 0.0952804 Aug 31 07:37:22.174470 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-d9c53f81-4acb-4d7b-90b2-601ec0f508ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95 HTTP/1.1" status: 200 len: 217 time: 0.1382918 Aug 31 07:37:22.207045 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ff7a4-07e0-4507-b5bf-0ed3b0858762 req-2e9f6f4e-a059-4ffe-9c6a-92fc9580f1cf tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.209669 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e01ff7a4-07e0-4507-b5bf-0ed3b0858762 req-2e9f6f4e-a059-4ffe-9c6a-92fc9580f1cf tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0567961 Aug 31 07:37:22.250630 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e01ff7a4-07e0-4507-b5bf-0ed3b0858762 req-7105aa27-72ed-4074-94c7-6a9b418298a3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340662 Aug 31 07:37:22.289841 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-df93542c-fc05-4c3b-ad75-6bb12433ef22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.292131 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668df35-6f49-4c60-9d6e-6f7cd7d6d709 req-472deb2c-38d5-4880-9124-fdfc394933ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.293726 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2668df35-6f49-4c60-9d6e-6f7cd7d6d709 req-472deb2c-38d5-4880-9124-fdfc394933ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 200 len: 919 time: 0.7325256 Aug 31 07:37:22.314279 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-df5ddcee-3e94-4c45-a8aa-90d90b92c390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.316701 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-df93542c-fc05-4c3b-ad75-6bb12433ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.373867 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-1ada00b2-62d6-4b9a-a349-74e938f853d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.378026 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-1ada00b2-62d6-4b9a-a349-74e938f853d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.389953 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-05532bcc-e9d9-444d-8017-d400f8649b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.391448 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-05532bcc-e9d9-444d-8017-d400f8649b9f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b7d8940-cf69-47bc-ac4d-6743859889df HTTP/1.1" status: 200 len: 850 time: 0.2520785 Aug 31 07:37:22.406595 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2668df35-6f49-4c60-9d6e-6f7cd7d6d709 req-8287f363-a347-4bab-af65-9dc9efaf0133 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ff8222-0914-4817-9284-a00baf205d45 HTTP/1.1" status: 200 len: 217 time: 0.0941780 Aug 31 07:37:22.415658 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada00b2-62d6-4b9a-a349-74e938f853d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6b6751-d863-4247-8cb0-a3fcbf977e18,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:22.420938 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-1ada00b2-62d6-4b9a-a349-74e938f853d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37bd83d84b1c4f3ba92713b6ed0e6c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6422918 Aug 31 07:37:22.423506 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39184) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:22.445037 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cb1d6-e8aa-4d6d-92fc-559a07d01b4c req-65086c8f-2464-44b3-9ef4-18d5b1235b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.446522 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a12cb1d6-e8aa-4d6d-92fc-559a07d01b4c req-65086c8f-2464-44b3-9ef4-18d5b1235b1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 1098 time: 0.3491900 Aug 31 07:37:22.457942 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-df5ddcee-3e94-4c45-a8aa-90d90b92c390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.463316 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-99f7e59a-cfd8-4374-92b6-51866d62e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.464758 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-99f7e59a-cfd8-4374-92b6-51866d62e12f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1810f6c-a578-4036-ab5a-13c99f83c500 HTTP/1.1" status: 200 len: 856 time: 0.2619245 Aug 31 07:37:22.483772 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f75b3006-f0c1-4510-9724-83779568be1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.507124 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f75b3006-f0c1-4510-9724-83779568be1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.518732 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93542c-fc05-4c3b-ad75-6bb12433ef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f508cd-08b3-47b6-befc-78e1feab9ba3,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:22.532935 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-df93542c-fc05-4c3b-ad75-6bb12433ef22 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=257408a68940419eac4607c0812a2a01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8491473 Aug 31 07:37:22.533710 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39190) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:22.574796 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-a12cb1d6-e8aa-4d6d-92fc-559a07d01b4c req-ca96da17-0d55-418c-97c4-b173f00ef021 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.603038 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 89e31ab3-29e2-4111-b768-615506d76bcb up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:22.610147 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3cfa147e-d933-40a4-a778-2e3757cc2b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.611713 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f75b3006-f0c1-4510-9724-83779568be1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.614256 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f75b3006-f0c1-4510-9724-83779568be1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.617747 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-f75b3006-f0c1-4510-9724-83779568be1a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f6b6751-d863-4247-8cb0-a3fcbf977e18 HTTP/1.1" status: 204 len: 168 time: 0.1909113 Aug 31 07:37:22.645759 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668df35-6f49-4c60-9d6e-6f7cd7d6d709 req-f2280f3b-8225-4793-83dc-ea87a93619ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.647801 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2668df35-6f49-4c60-9d6e-6f7cd7d6d709 req-f2280f3b-8225-4793-83dc-ea87a93619ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a HTTP/1.1" status: 200 len: 858 time: 0.2053926 Aug 31 07:37:22.656864 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b3006-f0c1-4510-9724-83779568be1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6b6751-d863-4247-8cb0-a3fcbf977e18,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:22.670426 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3cfa147e-d933-40a4-a778-2e3757cc2b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.684918 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 89e31ab3-29e2-4111-b768-615506d76bcb completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:22.697698 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 89e31ab3-29e2-4111-b768-615506d76bcb triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:22.698310 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.702262 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-960fa17f-498b-4297-b8e5-af315a6e542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.703944 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-960fa17f-498b-4297-b8e5-af315a6e542b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbbe651a-bee4-4db8-aa44-d3d2ab957402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2801154 Aug 31 07:37:22.710334 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754189-a5f7-42bc-8176-a7bf4f91cbbc req-91a8c691-ff2c-4db2-920b-67eb474a397e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.712096 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-95754189-a5f7-42bc-8176-a7bf4f91cbbc req-91a8c691-ff2c-4db2-920b-67eb474a397e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 944 time: 0.1185865 Aug 31 07:37:22.714032 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2668df35-6f49-4c60-9d6e-6f7cd7d6d709 req-8ec12c7d-7923-4d21-ac90-1776eab530e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19009566-1ef5-4444-b059-f51973086d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546138 Aug 31 07:37:22.731193 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-e5084e6a-fb31-45e2-9984-4e7afaf0353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:22.733121 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-e5084e6a-fb31-45e2-9984-4e7afaf0353a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2377789 Aug 31 07:37:22.760506 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-95754189-a5f7-42bc-8176-a7bf4f91cbbc req-c781b8ff-b2d1-40f2-9a56-986c58e0e383 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392427 Aug 31 07:37:22.784568 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-df5ddcee-3e94-4c45-a8aa-90d90b92c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.785241 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3cfa147e-d933-40a4-a778-2e3757cc2b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.787204 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-df5ddcee-3e94-4c45-a8aa-90d90b92c390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.788340 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-df5ddcee-3e94-4c45-a8aa-90d90b92c390 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9e36d49-c30b-48a7-9e3a-e196c826ede1 HTTP/1.1" status: 204 len: 168 time: 1.2638781 Aug 31 07:37:22.790257 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3cfa147e-d933-40a4-a778-2e3757cc2b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.793104 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-3cfa147e-d933-40a4-a778-2e3757cc2b53 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96f508cd-08b3-47b6-befc-78e1feab9ba3 HTTP/1.1" status: 204 len: 168 time: 0.2582531 Aug 31 07:37:22.819578 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa147e-d933-40a4-a778-2e3757cc2b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f508cd-08b3-47b6-befc-78e1feab9ba3,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:22.871481 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.912205 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 89e31ab3-29e2-4111-b768-615506d76bcb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=89e31ab3-29e2-4111-b768-615506d76bcb,segment=NetworkSegment(2ca0868e-476f-4e9e-9b91-bebdba3664ef),segment_id=2ca0868e-476f-4e9e-9b91-bebdba3664ef)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:22.921075 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:22.924892 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ddcee-3e94-4c45-a8aa-90d90b92c390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e36d49-c30b-48a7-9e3a-e196c826ede1,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:22.976146 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-38848da7-7414-47ab-a36f-89e1a9098fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.000542 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-38848da7-7414-47ab-a36f-89e1a9098fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.002433 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c93748-a33b-485c-a6cc-9d08d0fcecad req-7dfffa56-c5d4-4343-92dd-eed4de4af238 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:23.005722 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-28c93748-a33b-485c-a6cc-9d08d0fcecad req-7dfffa56-c5d4-4343-92dd-eed4de4af238 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 943 time: 0.1587746 Aug 31 07:37:23.056318 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=89e31ab3-29e2-4111-b768-615506d76bcb,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:23.075484 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37015bfa-2b58-4b24-b308-d8bac8ff8fcf req-6fe2df3e-3ed9-486e-b761-df8b84e23b56 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:23.076784 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-548252a4-34f3-41d7-b8f3-a98801ebddae service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591988 Aug 31 07:37:23.077085 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-37015bfa-2b58-4b24-b308-d8bac8ff8fcf req-6fe2df3e-3ed9-486e-b761-df8b84e23b56 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 945 time: 0.1643941 Aug 31 07:37:23.085761 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38848da7-7414-47ab-a36f-89e1a9098fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76600ff7-e02b-48a1-b4ef-0bf3d581c304,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:23.113045 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-38848da7-7414-47ab-a36f-89e1a9098fde admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb6bcd82c6d1461dad8f1f2d9ab3ed2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9882431 Aug 31 07:37:23.115107 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2668df35-6f49-4c60-9d6e-6f7cd7d6d709 req-0db213ab-183d-42b6-a77f-27ac0c4f04e8 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868392 Aug 31 07:37:23.116599 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39204) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:23.124405 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-28c93748-a33b-485c-a6cc-9d08d0fcecad req-40ebbc6f-5337-4542-a9c4-7cf793e40f32 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059544 Aug 31 07:37:23.156869 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-524557e5-8e57-4438-a628-96cc3ae34736 service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732519 Aug 31 07:37:23.194039 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-37015bfa-2b58-4b24-b308-d8bac8ff8fcf req-6b2211e6-f0fa-41ae-b701-2bc47bf26fc6 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065717 Aug 31 07:37:23.220010 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d6f08b91-9da9-4a3b-b5a2-cde6d8fbf4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.245516 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d6f08b91-9da9-4a3b-b5a2-cde6d8fbf4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.303467 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d6f08b91-9da9-4a3b-b5a2-cde6d8fbf4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.306928 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d6f08b91-9da9-4a3b-b5a2-cde6d8fbf4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.311699 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-d6f08b91-9da9-4a3b-b5a2-cde6d8fbf4c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76600ff7-e02b-48a1-b4ef-0bf3d581c304 HTTP/1.1" status: 204 len: 168 time: 0.1867044 Aug 31 07:37:23.324047 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f08b91-9da9-4a3b-b5a2-cde6d8fbf4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76600ff7-e02b-48a1-b4ef-0bf3d581c304,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:23.402034 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ffa5d124-23d2-4da4-bbbc-5300f2ffe3d9 req-b9991698-dbd1-413a-a5fc-528828e4a23f service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134103 Aug 31 07:37:23.403875 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2668df35-6f49-4c60-9d6e-6f7cd7d6d709 req-b9831c1f-4f9f-4c93-9fa1-9ce3cf5fb9f0 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495594 Aug 31 07:37:23.408394 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-bb78063b-5173-4c99-a962-d26b213c8ed2 req-1eb62db6-f0d1-4b75-8fd0-2db20cc12e54 service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397151 Aug 31 07:37:23.419527 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-a12cb1d6-e8aa-4d6d-92fc-559a07d01b4c req-ca96da17-0d55-418c-97c4-b173f00ef021 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.426535 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-a12cb1d6-e8aa-4d6d-92fc-559a07d01b4c req-ca96da17-0d55-418c-97c4-b173f00ef021 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.439190 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603223e-f70c-4d4b-9903-b21b9627275b req-56de9ab5-06a1-43b4-a668-a5dc546a2f1c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:23.452704 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a603223e-f70c-4d4b-9903-b21b9627275b req-56de9ab5-06a1-43b4-a668-a5dc546a2f1c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0897563 Aug 31 07:37:23.458631 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a12cb1d6-e8aa-4d6d-92fc-559a07d01b4c req-ca96da17-0d55-418c-97c4-b173f00ef021 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9696567 Aug 31 07:37:23.471975 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96da17-0d55-418c-97c4-b173f00ef021 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=19b0c1fd-e39e-439f-8675-2155452dac31,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:23.496325 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a603223e-f70c-4d4b-9903-b21b9627275b req-9a630fed-56a3-4aad-be42-7a4a52d95694 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Aug 31 07:37:23.656627 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39222) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:23.670885 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-13a75e10-e50a-49ed-8907-32bb6d9767fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.759263 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-fac77409-c4d0-446a-b04b-4438f7a40c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:23.761332 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-fac77409-c4d0-446a-b04b-4438f7a40c26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c818e9996e304eb49ab671310d8417de&device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 1096 time: 0.0703659 Aug 31 07:37:23.776643 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-13a75e10-e50a-49ed-8907-32bb6d9767fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.782945 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-13a75e10-e50a-49ed-8907-32bb6d9767fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.817385 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-13a75e10-e50a-49ed-8907-32bb6d9767fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=118489bde958444e864db383af0f1ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573207 Aug 31 07:37:23.817627 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39230) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:23.887189 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a75e10-e50a-49ed-8907-32bb6d9767fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d1348c-b18f-45aa-a89c-841dfa97946b,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:23.903333 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-92dd7d2e-dfb5-4357-bb27-d89175b77bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:23.905562 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-92dd7d2e-dfb5-4357-bb27-d89175b77bff service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbbe651a-bee4-4db8-aa44-d3d2ab957402 HTTP/1.1" status: 200 len: 912 time: 0.1369605 Aug 31 07:37:23.949653 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635895e4-8184-4629-872a-0ccb561e36ba req-5b385583-9d0d-495d-9e6b-8038ec2441d1 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:23.951275 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-635895e4-8184-4629-872a-0ccb561e36ba req-5b385583-9d0d-495d-9e6b-8038ec2441d1 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 944 time: 0.0891511 Aug 31 07:37:23.951767 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39236) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:23.952065 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803030c8-fbcb-49a0-9df5-a1cb2d02ee44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e31ab3-29e2-4111-b768-615506d76bcb'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:23.955748 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1b8b99-32ea-4c35-b878-d0402e4986d5" -d '{"events": [{"server_uuid": "803030c8-fbcb-49a0-9df5-a1cb2d02ee44", "name": "network-vif-plugged", "status": "completed", "tag": "89e31ab3-29e2-4111-b768-615506d76bcb"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:23.970283 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-37deaeb0-0054-4fbe-9a00-62357671dde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:23.971735 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-b8f820ee-95b8-4f5d-bec5-fd1a1a1173dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=411a49e2-5dfb-46ef-a234-4f959ece50bb HTTP/1.1" status: 200 len: 217 time: 0.0575993 Aug 31 07:37:23.979022 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2d822d2c-1d13-45b9-a3d1-198e087e5d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.012815 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc72c95f-0852-4f6c-9cc4-210991232706 x-openstack-request-id: req-bc72c95f-0852-4f6c-9cc4-210991232706 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:24.013134 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803030c8-fbcb-49a0-9df5-a1cb2d02ee44", "name": "network-vif-plugged", "status": "completed", "tag": "89e31ab3-29e2-4111-b768-615506d76bcb", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:24.013387 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc72c95f-0852-4f6c-9cc4-210991232706 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:24.014237 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803030c8-fbcb-49a0-9df5-a1cb2d02ee44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e31ab3-29e2-4111-b768-615506d76bcb', 'code': 200} Aug 31 07:37:24.056234 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-37deaeb0-0054-4fbe-9a00-62357671dde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.080874 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-635895e4-8184-4629-872a-0ccb561e36ba req-82ecb719-b065-4303-b1cc-6c6ff48f5f46 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190515 Aug 31 07:37:24.110800 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-f513f456-357e-46f9-8590-084d1cf02544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:24.112941 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-f513f456-357e-46f9-8590-084d1cf02544 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b7d8940-cf69-47bc-ac4d-6743859889df HTTP/1.1" status: 200 len: 850 time: 0.1300750 Aug 31 07:37:24.158050 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-37deaeb0-0054-4fbe-9a00-62357671dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.161113 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-37deaeb0-0054-4fbe-9a00-62357671dde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.164888 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-37deaeb0-0054-4fbe-9a00-62357671dde1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/03d1348c-b18f-45aa-a89c-841dfa97946b HTTP/1.1" status: 204 len: 168 time: 0.3435807 Aug 31 07:37:24.171612 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-85174338-9350-4864-af88-18c00fa54d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.182630 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37deaeb0-0054-4fbe-9a00-62357671dde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d1348c-b18f-45aa-a89c-841dfa97946b,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:24.185680 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2d822d2c-1d13-45b9-a3d1-198e087e5d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.190392 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2d822d2c-1d13-45b9-a3d1-198e087e5d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.243638 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-2d822d2c-1d13-45b9-a3d1-198e087e5d11 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08c8ccd5829547c481ab0285793cd3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884007 Aug 31 07:37:24.244429 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d822d2c-1d13-45b9-a3d1-198e087e5d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db2715f-69bc-4f39-8afc-aa26b4190a0f,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:24.246961 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39252) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:24.350619 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-159d2249-121d-4b2f-b0a0-15796f950672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.364221 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.398406 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-159d2249-121d-4b2f-b0a0-15796f950672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.445515 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4f06b-a36a-4735-b083-80ffd461ee43 req-0637aab6-9f02-492f-acde-812baeccc698 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:24.446920 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02e4f06b-a36a-4735-b083-80ffd461ee43 req-0637aab6-9f02-492f-acde-812baeccc698 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 943 time: 0.1422737 Aug 31 07:37:24.468145 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3431e73-e73d-4290-a9c4-69c00d782204 req-3503b2d6-3485-4b7f-a53e-391491a61255 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:24.469775 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a3431e73-e73d-4290-a9c4-69c00d782204 req-3503b2d6-3485-4b7f-a53e-391491a61255 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 945 time: 0.1330991 Aug 31 07:37:24.517028 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-159d2249-121d-4b2f-b0a0-15796f950672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.519634 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-159d2249-121d-4b2f-b0a0-15796f950672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.523614 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-159d2249-121d-4b2f-b0a0-15796f950672 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1db2715f-69bc-4f39-8afc-aa26b4190a0f HTTP/1.1" status: 204 len: 168 time: 0.2728534 Aug 31 07:37:24.543321 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02e4f06b-a36a-4735-b083-80ffd461ee43 req-07f4e934-ff13-421c-b694-2464c39785cb tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894325 Aug 31 07:37:24.545079 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-2b7276b0-c0dd-4deb-9f1e-5544de47189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:24.545535 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d2249-121d-4b2f-b0a0-15796f950672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db2715f-69bc-4f39-8afc-aa26b4190a0f,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:24.546937 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-2b7276b0-c0dd-4deb-9f1e-5544de47189b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbbe651a-bee4-4db8-aa44-d3d2ab957402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4215662 Aug 31 07:37:24.566778 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95177da9-a0ea-4f30-b92c-5d4dc5565769 req-b508c4fe-5aff-41cb-811c-27277996c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:24.568240 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-95177da9-a0ea-4f30-b92c-5d4dc5565769 req-b508c4fe-5aff-41cb-811c-27277996c0bd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 1098 time: 0.0691109 Aug 31 07:37:24.585264 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a3431e73-e73d-4290-a9c4-69c00d782204 req-ba938d54-791a-48a1-8911-accbdcffd60c tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984421 Aug 31 07:37:24.610210 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 96ff8222-0914-4817-9284-a00baf205d45 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:24.647480 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-95177da9-a0ea-4f30-b92c-5d4dc5565769 req-635683d2-5b99-4e3f-b517-e61e9403b015 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685413 Aug 31 07:37:24.696982 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-bd1fcb7c-52d9-4820-becf-6f802d7f5c46 service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422021 Aug 31 07:37:24.718631 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96a593-5e6c-41a9-94ac-ff8c4e8ce0c8 req-3196b7f0-5751-4ea6-b381-8cdefccb8c7e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:24.720148 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9f96a593-5e6c-41a9-94ac-ff8c4e8ce0c8 req-3196b7f0-5751-4ea6-b381-8cdefccb8c7e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0802636 Aug 31 07:37:24.734301 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 96ff8222-0914-4817-9284-a00baf205d45, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=96ff8222-0914-4817-9284-a00baf205d45,segment=NetworkSegment(2ca0868e-476f-4e9e-9b91-bebdba3664ef),segment_id=2ca0868e-476f-4e9e-9b91-bebdba3664ef)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:24.776570 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9f96a593-5e6c-41a9-94ac-ff8c4e8ce0c8 req-d9b4b75f-93f3-46c5-aabf-e885a692ba62 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496271 Aug 31 07:37:24.875502 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '96ff8222-0914-4817-9284-a00baf205d45', 'network_id': '19009566-1ef5-4444-b059-f51973086d69', 'port_id': '96ff8222-0914-4817-9284-a00baf205d45', 'mac_address': 'fa:16:3e:ef:ae:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:24.915077 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.924938 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:24.925370 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-47f21986-46a3-4ee0-b998-92a1afca6914 service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924442 Aug 31 07:37:24.949693 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ff8222-0914-4817-9284-a00baf205d45 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:24.971363 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 96ff8222-0914-4817-9284-a00baf205d45, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=96ff8222-0914-4817-9284-a00baf205d45,segment=NetworkSegment(2ca0868e-476f-4e9e-9b91-bebdba3664ef),segment_id=2ca0868e-476f-4e9e-9b91-bebdba3664ef)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:24.976522 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.034858 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-51361fac-5610-47c4-a600-01fad9a36344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:25.035901 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=96ff8222-0914-4817-9284-a00baf205d45,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:25.036854 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-51361fac-5610-47c4-a600-01fad9a36344 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 1096 time: 0.0532107 Aug 31 07:37:25.154603 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-6eb0acbc-45f1-4959-a12f-66ae0abf4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:25.158421 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-6eb0acbc-45f1-4959-a12f-66ae0abf4a87 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 200 len: 918 time: 0.1134589 Aug 31 07:37:25.229720 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-dbe6ad03-2028-4bbb-9f3f-fb15a09ec0e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95 HTTP/1.1" status: 200 len: 217 time: 0.0464129 Aug 31 07:37:25.233650 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be71d9-bd91-44fe-b071-8602da78814f req-3a362b33-dd6a-4cbc-87bb-6ba9117fddbb tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:25.235650 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-85be71d9-bd91-44fe-b071-8602da78814f req-3a362b33-dd6a-4cbc-87bb-6ba9117fddbb tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 945 time: 0.0566146 Aug 31 07:37:25.237956 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['96ff8222-0914-4817-9284-a00baf205d45'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:25.287690 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-85be71d9-bd91-44fe-b071-8602da78814f req-30915c3c-7731-4f8a-9243-4fd277fa6057 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428910 Aug 31 07:37:25.321230 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-9ccacd05-5452-47eb-acea-5609f9e819c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:25.323018 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-9ccacd05-5452-47eb-acea-5609f9e819c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1810f6c-a578-4036-ab5a-13c99f83c500 HTTP/1.1" status: 200 len: 856 time: 0.0634882 Aug 31 07:37:25.393023 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-ab4b9b1f-fca2-431d-bec1-544cb0c6ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:25.395372 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-ab4b9b1f-fca2-431d-bec1-544cb0c6ba17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0646930 Aug 31 07:37:25.513582 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-e0bf99d7-303f-4c8e-8807-82dfca9abcca service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045480 Aug 31 07:37:25.652556 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0c8fc567-eb71-43a8-a96c-a5f6091ca662 req-da8c3a8d-fc2c-430b-8fb2-a5c87add505b service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254342 Aug 31 07:37:25.712550 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a773bd-651c-4797-ab7b-1fb670b796c7 req-9d668dee-55cb-4966-a88a-dd444c8c2b54 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:25.714019 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02a773bd-651c-4797-ab7b-1fb670b796c7 req-9d668dee-55cb-4966-a88a-dd444c8c2b54 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 943 time: 0.0908639 Aug 31 07:37:25.737153 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295a114-bdb4-48e3-a037-140f76c9a350 req-9198e5da-5442-477c-bbe1-b2dd132395ca tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:25.745340 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a295a114-bdb4-48e3-a037-140f76c9a350 req-9198e5da-5442-477c-bbe1-b2dd132395ca tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 945 time: 0.0812089 Aug 31 07:37:25.801042 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02a773bd-651c-4797-ab7b-1fb670b796c7 req-e3a4fe0f-862f-4a9c-8f5f-c06dbe984a67 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778015 Aug 31 07:37:25.826588 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a295a114-bdb4-48e3-a037-140f76c9a350 req-7638806b-5514-4f7f-9423-b3eb97e99217 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641963 Aug 31 07:37:25.967574 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faccc8e-aad1-429d-bf8e-7862b4ed9b43 req-9be4a75d-4761-474e-956a-9dd96c226910 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:25.969296 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9faccc8e-aad1-429d-bf8e-7862b4ed9b43 req-9be4a75d-4761-474e-956a-9dd96c226910 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0709562 Aug 31 07:37:26.030397 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9faccc8e-aad1-429d-bf8e-7862b4ed9b43 req-dc7c1068-0a36-477c-8a9f-4eecf7e6b4b1 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474713 Aug 31 07:37:26.415540 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45eaf67-f9b9-4392-b9ee-15180e284913 req-a8b427db-e7e6-432d-bda0-71751b8e2fe6 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:26.417141 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a45eaf67-f9b9-4392-b9ee-15180e284913 req-a8b427db-e7e6-432d-bda0-71751b8e2fe6 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 945 time: 0.0500388 Aug 31 07:37:26.471724 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a45eaf67-f9b9-4392-b9ee-15180e284913 req-5bb7eefc-a8b0-4b22-9837-de8118b9f60b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 Aug 31 07:37:26.627469 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 411a49e2-5dfb-46ef-a234-4f959ece50bb details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:26.629091 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 96ff8222-0914-4817-9284-a00baf205d45 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:26.740745 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 96ff8222-0914-4817-9284-a00baf205d45 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:26.761175 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 96ff8222-0914-4817-9284-a00baf205d45 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:26.761561 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.763541 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.875622 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 411a49e2-5dfb-46ef-a234-4f959ece50bb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=411a49e2-5dfb-46ef-a234-4f959ece50bb,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:26.908176 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '411a49e2-5dfb-46ef-a234-4f959ece50bb', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'port_id': '411a49e2-5dfb-46ef-a234-4f959ece50bb', 'mac_address': 'fa:16:3e:01:22:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:26.945074 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.986372 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943177e0-e045-413e-9abd-5ee0cf513d1c req-6c713582-2ad5-4e85-bead-e014e423fb3d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:26.989383 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:26.996278 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-943177e0-e045-413e-9abd-5ee0cf513d1c req-6c713582-2ad5-4e85-bead-e014e423fb3d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 943 time: 0.1044230 Aug 31 07:37:27.019420 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411a49e2-5dfb-46ef-a234-4f959ece50bb {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:27.036462 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7222e2-296b-42bc-b078-2b182b555888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ff8222-0914-4817-9284-a00baf205d45'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:27.040882 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2574f822-9eb4-4e58-ab09-b6ea83e57bc2" -d '{"events": [{"server_uuid": "1c7222e2-296b-42bc-b078-2b182b555888", "name": "network-vif-plugged", "status": "completed", "tag": "96ff8222-0914-4817-9284-a00baf205d45"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:27.049567 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-943177e0-e045-413e-9abd-5ee0cf513d1c req-60ad53f0-2ef9-4126-9d06-025f0d197908 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468545 Aug 31 07:37:27.077288 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 96ff8222-0914-4817-9284-a00baf205d45, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=96ff8222-0914-4817-9284-a00baf205d45,segment=NetworkSegment(2ca0868e-476f-4e9e-9b91-bebdba3664ef),segment_id=2ca0868e-476f-4e9e-9b91-bebdba3664ef)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:27.089789 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.094371 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 411a49e2-5dfb-46ef-a234-4f959ece50bb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=411a49e2-5dfb-46ef-a234-4f959ece50bb,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:27.144501 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea79dda4-69e7-433b-ad60-4076cd86aa33 x-openstack-request-id: req-ea79dda4-69e7-433b-ad60-4076cd86aa33 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:27.145250 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7222e2-296b-42bc-b078-2b182b555888", "name": "network-vif-plugged", "status": "completed", "tag": "96ff8222-0914-4817-9284-a00baf205d45", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:27.145799 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea79dda4-69e7-433b-ad60-4076cd86aa33 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:27.146467 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7222e2-296b-42bc-b078-2b182b555888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ff8222-0914-4817-9284-a00baf205d45', 'code': 200} Aug 31 07:37:27.150108 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.151063 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b334e3b2-032a-47b8-a757-9089d3f4ff95 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:27.231178 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1a3d4-08f9-4ae2-9f9e-2bee50f7cf24 req-486dd236-8dc0-409b-b567-cfbbcda4fbc7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.235847 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=96ff8222-0914-4817-9284-a00baf205d45,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:27.248834 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a3e1a3d4-08f9-4ae2-9f9e-2bee50f7cf24 req-486dd236-8dc0-409b-b567-cfbbcda4fbc7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.1228230 Aug 31 07:37:27.340818 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a3e1a3d4-08f9-4ae2-9f9e-2bee50f7cf24 req-d51e2c3b-e391-4bf4-8d51-ec7edc39d416 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885675 Aug 31 07:37:27.357371 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d605bd-22a8-4469-ac2f-b3fcc8b0f9e9 req-26c8b921-73e7-4d7b-8af8-a68cd7a7253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.360441 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-75d605bd-22a8-4469-ac2f-b3fcc8b0f9e9 req-26c8b921-73e7-4d7b-8af8-a68cd7a7253f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 1099 time: 0.0740924 Aug 31 07:37:27.374744 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39402) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:27.392211 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=411a49e2-5dfb-46ef-a234-4f959ece50bb,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:27.419306 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-75d605bd-22a8-4469-ac2f-b3fcc8b0f9e9 req-30b8eff0-dce2-4c3b-921d-69d5f30c05e9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514455 Aug 31 07:37:27.428978 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port b334e3b2-032a-47b8-a757-9089d3f4ff95, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:27.441585 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'port_id': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'mac_address': 'fa:16:3e:cd:08:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:27.483700 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.498622 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b334e3b2-032a-47b8-a757-9089d3f4ff95 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:27.523792 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port b334e3b2-032a-47b8-a757-9089d3f4ff95, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:27.531928 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.602389 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee356f1-6d8d-4492-8818-12a6a7574c67 req-0eeea82b-5eb9-4626-9d94-fbf106c3b2bf tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.604042 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5ee356f1-6d8d-4492-8818-12a6a7574c67 req-0eeea82b-5eb9-4626-9d94-fbf106c3b2bf tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0606418 Aug 31 07:37:27.617590 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=b334e3b2-032a-47b8-a757-9089d3f4ff95,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:27.655996 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5ee356f1-6d8d-4492-8818-12a6a7574c67 req-ed946926-4e19-49c2-9686-15fba620497d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442266 Aug 31 07:37:27.702367 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e15eecb5-1113-4c0e-b575-0f0a5ff0799e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.798581 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['b334e3b2-032a-47b8-a757-9089d3f4ff95'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:27.837210 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['411a49e2-5dfb-46ef-a234-4f959ece50bb'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:27.871605 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e15eecb5-1113-4c0e-b575-0f0a5ff0799e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.876791 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e15eecb5-1113-4c0e-b575-0f0a5ff0799e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.968457 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15eecb5-1113-4c0e-b575-0f0a5ff0799e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5089fd8-16ac-4780-abc2-020dcb18f421,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:27.973343 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-e15eecb5-1113-4c0e-b575-0f0a5ff0799e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e106312a7f744769b6bb9bf6f9f7a205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5969720 Aug 31 07:37:27.978607 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39432) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:28.058713 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddb1fefe-8f80-456d-b3be-9ec0d76cad75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.113218 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddb1fefe-8f80-456d-b3be-9ec0d76cad75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.195179 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddb1fefe-8f80-456d-b3be-9ec0d76cad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.199361 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddb1fefe-8f80-456d-b3be-9ec0d76cad75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.201016 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-ddb1fefe-8f80-456d-b3be-9ec0d76cad75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e5089fd8-16ac-4780-abc2-020dcb18f421 HTTP/1.1" status: 204 len: 168 time: 0.2212265 Aug 31 07:37:28.203057 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df76847-01bb-4e6a-9f6e-3a7b148a961f req-02d8e6fe-bac6-46e7-99ea-717f9896e218 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:28.209228 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1fefe-8f80-456d-b3be-9ec0d76cad75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5089fd8-16ac-4780-abc2-020dcb18f421,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:28.210935 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2df76847-01bb-4e6a-9f6e-3a7b148a961f req-02d8e6fe-bac6-46e7-99ea-717f9896e218 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 944 time: 0.0652525 Aug 31 07:37:28.286404 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2df76847-01bb-4e6a-9f6e-3a7b148a961f req-b69af68d-2fc8-474b-9afe-ee172615b279 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633001 Aug 31 07:37:28.501043 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd90ac-f7a5-4d66-930f-66e1bfb0bfcc req-5474fc4e-4073-4500-8682-2f8789506816 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:28.510876 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-33cd90ac-f7a5-4d66-930f-66e1bfb0bfcc req-5474fc4e-4073-4500-8682-2f8789506816 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 944 time: 0.0785835 Aug 31 07:37:28.560696 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-33cd90ac-f7a5-4d66-930f-66e1bfb0bfcc req-d3dd695a-c299-4ce9-b18a-8ac15bc09675 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461531 Aug 31 07:37:28.811816 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878c29f-b7e2-4d9c-aca6-155b594226cb req-1a6845c7-47fe-43ec-bc88-0aa10925386d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:28.813500 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c878c29f-b7e2-4d9c-aca6-155b594226cb req-1a6845c7-47fe-43ec-bc88-0aa10925386d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0665882 Aug 31 07:37:28.878695 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c878c29f-b7e2-4d9c-aca6-155b594226cb req-2d5bc989-813d-4ee4-ae79-dc64a57a4239 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569324 Aug 31 07:37:29.190923 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a4b96-7bf7-43d5-8090-83083bda09de req-696a0b33-c03d-4387-bd6d-66c6d6e901b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:29.193053 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f46a4b96-7bf7-43d5-8090-83083bda09de req-696a0b33-c03d-4387-bd6d-66c6d6e901b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=541ec08f290d4c1294c3390243469b04&device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 1099 time: 0.0516789 Aug 31 07:37:29.223226 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dc1b4-616f-4cd0-9c42-e160e27a6bd2 req-3e0b5722-9366-4054-96b5-795903b0091f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:29.224978 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cd7dc1b4-616f-4cd0-9c42-e160e27a6bd2 req-3e0b5722-9366-4054-96b5-795903b0091f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0729864 Aug 31 07:37:29.270923 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cd7dc1b4-616f-4cd0-9c42-e160e27a6bd2 req-93a9198c-1628-4769-9e12-de96a3702d74 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Aug 31 07:37:29.319006 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a4b96-7bf7-43d5-8090-83083bda09de req-1af58160-11fd-4fc8-98db-90ece80eed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:29.320731 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f46a4b96-7bf7-43d5-8090-83083bda09de req-1af58160-11fd-4fc8-98db-90ece80eed68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 200 len: 919 time: 0.1200328 Aug 31 07:37:29.381664 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f46a4b96-7bf7-43d5-8090-83083bda09de req-c0cc4f0c-c947-47ea-ac1d-36fe86f95353 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ff8222-0914-4817-9284-a00baf205d45 HTTP/1.1" status: 200 len: 217 time: 0.0519323 Aug 31 07:37:29.425602 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943996a-a5eb-490f-a8da-f3d4d319902f req-6044151d-d54b-4fdc-9fe8-3fa03efdd94c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:29.428227 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6943996a-a5eb-490f-a8da-f3d4d319902f req-6044151d-d54b-4fdc-9fe8-3fa03efdd94c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 944 time: 0.0634289 Aug 31 07:37:29.441270 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a4b96-7bf7-43d5-8090-83083bda09de req-3bd634e9-63ab-4ef7-8a04-68e58840a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:29.443009 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f46a4b96-7bf7-43d5-8090-83083bda09de req-3bd634e9-63ab-4ef7-8a04-68e58840a46c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a HTTP/1.1" status: 200 len: 858 time: 0.0541592 Aug 31 07:37:29.475115 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6943996a-a5eb-490f-a8da-f3d4d319902f req-448f41cc-6a7f-4f48-b80c-097ca11b5004 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392356 Aug 31 07:37:29.679544 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e310de4-5598-4a96-851e-0d3e771f5afd req-f3f91bdb-af7e-41a3-ac30-d6c4d679e7de tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:29.680975 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5e310de4-5598-4a96-851e-0d3e771f5afd req-f3f91bdb-af7e-41a3-ac30-d6c4d679e7de tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 944 time: 0.0505896 Aug 31 07:37:29.717084 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5e310de4-5598-4a96-851e-0d3e771f5afd req-8e19a5ce-2adc-422e-a872-7553dbd0214b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302782 Aug 31 07:37:30.390082 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7951e-5d1b-4acd-bf2b-5a0a2c49bad2 req-9f71705b-008a-45c7-940c-50a92f7ef567 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:30.398427 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f46a4b96-7bf7-43d5-8090-83083bda09de req-57a71745-2a41-4249-b2cb-cfa5c2cbff6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19009566-1ef5-4444-b059-f51973086d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285208 Aug 31 07:37:30.399009 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6be7951e-5d1b-4acd-bf2b-5a0a2c49bad2 req-9f71705b-008a-45c7-940c-50a92f7ef567 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0526428 Aug 31 07:37:30.430909 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6be7951e-5d1b-4acd-bf2b-5a0a2c49bad2 req-c49b32de-8e6b-412f-a61b-f50b4fe84a26 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328259 Aug 31 07:37:30.593671 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0743789-c085-4cb8-81b5-e75ba04dc05c req-0fa28710-179d-4ac8-a471-8827dfbe75b8 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:30.595183 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c0743789-c085-4cb8-81b5-e75ba04dc05c req-0fa28710-179d-4ac8-a471-8827dfbe75b8 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 944 time: 0.0521057 Aug 31 07:37:30.633125 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c0743789-c085-4cb8-81b5-e75ba04dc05c req-e08ae102-7467-4d6d-9aeb-4ca016d79c8d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319116 Aug 31 07:37:30.835631 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bde30b-9f4c-4481-a1a2-9b7845b24d8f req-e5dcc58d-05c1-4a76-bd5c-fe671dc53356 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:30.837078 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-76bde30b-9f4c-4481-a1a2-9b7845b24d8f req-e5dcc58d-05c1-4a76-bd5c-fe671dc53356 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 944 time: 0.0504875 Aug 31 07:37:30.873917 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-76bde30b-9f4c-4481-a1a2-9b7845b24d8f req-86102592-35ef-425d-bee5-32f92c6ae0cd tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309720 Aug 31 07:37:31.253031 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 411a49e2-5dfb-46ef-a234-4f959ece50bb up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:31.306828 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 411a49e2-5dfb-46ef-a234-4f959ece50bb completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:31.311021 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 411a49e2-5dfb-46ef-a234-4f959ece50bb triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:31.311397 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.352531 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f46a4b96-7bf7-43d5-8090-83083bda09de req-6ed38805-6325-4804-a69d-325dd5bdbb75 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000881 Aug 31 07:37:31.396719 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.420146 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ba0502-f42b-46c1-9345-ad90ba7753f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411a49e2-5dfb-46ef-a234-4f959ece50bb'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:31.422471 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b727e83f-0cf5-49a6-b55f-fcf379557236" -d '{"events": [{"server_uuid": "43ba0502-f42b-46c1-9345-ad90ba7753f1", "name": "network-vif-plugged", "status": "completed", "tag": "411a49e2-5dfb-46ef-a234-4f959ece50bb"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:31.435722 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 411a49e2-5dfb-46ef-a234-4f959ece50bb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=411a49e2-5dfb-46ef-a234-4f959ece50bb,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:31.440633 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.441326 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b334e3b2-032a-47b8-a757-9089d3f4ff95 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:31.466364 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01ac780-704e-4c87-9e52-4782e6917abc x-openstack-request-id: req-b01ac780-704e-4c87-9e52-4782e6917abc {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:31.466721 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ba0502-f42b-46c1-9345-ad90ba7753f1", "name": "network-vif-plugged", "status": "completed", "tag": "411a49e2-5dfb-46ef-a234-4f959ece50bb", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:31.466913 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b01ac780-704e-4c87-9e52-4782e6917abc {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:31.467298 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ba0502-f42b-46c1-9345-ad90ba7753f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411a49e2-5dfb-46ef-a234-4f959ece50bb', 'code': 200} Aug 31 07:37:31.523931 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=411a49e2-5dfb-46ef-a234-4f959ece50bb,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:31.535723 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port b334e3b2-032a-47b8-a757-9089d3f4ff95 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:31.540150 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port b334e3b2-032a-47b8-a757-9089d3f4ff95 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:31.540540 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.549583 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f94637-8ddc-43b0-afbf-341f35ab0091 req-9a861107-3ae1-4c62-993e-6398eb92ea67 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.551108 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a7f94637-8ddc-43b0-afbf-341f35ab0091 req-9a861107-3ae1-4c62-993e-6398eb92ea67 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0517597 Aug 31 07:37:31.589025 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a7f94637-8ddc-43b0-afbf-341f35ab0091 req-d0350497-fcc9-4c48-91a8-4c9a1b9cf535 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312154 Aug 31 07:37:31.620146 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.653742 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port b334e3b2-032a-47b8-a757-9089d3f4ff95, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:31.659856 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.709622 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=b334e3b2-032a-47b8-a757-9089d3f4ff95,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:31.749496 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b8469-9ee6-4b9f-b4d9-02313e7db1c6 req-ca3894b2-546e-4898-894f-5a67b7428367 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.751005 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f57b8469-9ee6-4b9f-b4d9-02313e7db1c6 req-ca3894b2-546e-4898-894f-5a67b7428367 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0482068 Aug 31 07:37:31.788681 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f57b8469-9ee6-4b9f-b4d9-02313e7db1c6 req-6df0da45-a410-4318-8d54-cd11b1d3068f tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Aug 31 07:37:31.994779 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd5e51-bb55-4821-893a-325d17da2353 req-c85b2a4c-51a4-42d1-9b4f-78e533331814 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.996226 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-93bd5e51-bb55-4821-893a-325d17da2353 req-c85b2a4c-51a4-42d1-9b4f-78e533331814 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0504904 Aug 31 07:37:32.033738 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-93bd5e51-bb55-4821-893a-325d17da2353 req-925c66b8-9984-4061-a440-f90c345b36bc tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Aug 31 07:37:32.350415 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f46a4b96-7bf7-43d5-8090-83083bda09de req-3c7e6764-eb56-4378-bfad-864e071ab83c service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881705 Aug 31 07:37:32.462805 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcf539-0552-48a1-a7d2-254b8d3967d9 req-d3d55b45-2dfa-4243-90dc-b44e0a626484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:32.464445 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c0bcf539-0552-48a1-a7d2-254b8d3967d9 req-d3d55b45-2dfa-4243-90dc-b44e0a626484 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 1098 time: 0.0426173 Aug 31 07:37:32.509463 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c0bcf539-0552-48a1-a7d2-254b8d3967d9 req-5602d755-495c-466c-8443-d972404e14c5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324404 Aug 31 07:37:32.706104 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eb5ac-9e79-4c1d-ab03-5d3e9392b7a9 req-6028688c-94fd-4676-ab79-946b65a2afdc tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:32.708157 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c11eb5ac-9e79-4c1d-ab03-5d3e9392b7a9 req-6028688c-94fd-4676-ab79-946b65a2afdc tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0528102 Aug 31 07:37:32.765059 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c11eb5ac-9e79-4c1d-ab03-5d3e9392b7a9 req-537d622b-b3a2-4a52-ba50-548216ff3c43 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489709 Aug 31 07:37:32.909925 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666b6d9-2d0f-4c15-92b9-64f941b786b5 req-00be6033-0a50-4696-9652-e8cd0fff2533 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:32.911540 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b666b6d9-2d0f-4c15-92b9-64f941b786b5 req-00be6033-0a50-4696-9652-e8cd0fff2533 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0518477 Aug 31 07:37:32.952798 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b666b6d9-2d0f-4c15-92b9-64f941b786b5 req-9f6fe626-e893-4277-b55e-03766bbb8a05 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347149 Aug 31 07:37:33.091091 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:37:33.160031 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3bdff-e44f-4570-b51d-14a9cafe531e req-a7d44a28-7502-4b7f-a5db-471239e20210 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:33.161526 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c3c3bdff-e44f-4570-b51d-14a9cafe531e req-a7d44a28-7502-4b7f-a5db-471239e20210 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0523956 Aug 31 07:37:33.198520 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c3c3bdff-e44f-4570-b51d-14a9cafe531e req-cf46ba35-ae65-4232-8543-d04bfe152298 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301819 Aug 31 07:37:33.469078 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:33.472986 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7b10bf-54b1-475c-8b3f-8c7c9bd905bc" -d '{"events": [{"server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "name": "network-vif-plugged", "status": "completed", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:33.523605 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf0036b-96e1-482d-af8f-e5ed6ffb36c2 x-openstack-request-id: req-bcf0036b-96e1-482d-af8f-e5ed6ffb36c2 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:33.524083 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "name": "network-vif-plugged", "status": "completed", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:33.524343 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bcf0036b-96e1-482d-af8f-e5ed6ffb36c2 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:33.524936 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'code': 200} Aug 31 07:37:33.743228 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d134b7a-dc48-4300-91b2-7fd6c072bdf1 req-a48b2211-45b5-4828-a24f-82015d1c1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:33.744925 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-3d134b7a-dc48-4300-91b2-7fd6c072bdf1 req-a48b2211-45b5-4828-a24f-82015d1c1277 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 1098 time: 0.0480261 Aug 31 07:37:33.789897 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-3d134b7a-dc48-4300-91b2-7fd6c072bdf1 req-f3477f1d-3c8f-448b-a806-6787d2c9b3c7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305872 Aug 31 07:37:33.889038 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73c92-85f2-411b-9b0d-87c68b6f0545 req-7962d3f2-f1e9-44bf-ae1b-bd7c2cf6d100 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:33.890846 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-18c73c92-85f2-411b-9b0d-87c68b6f0545 req-7962d3f2-f1e9-44bf-ae1b-bd7c2cf6d100 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0519874 Aug 31 07:37:33.934833 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-18c73c92-85f2-411b-9b0d-87c68b6f0545 req-7e8adeb1-4cfd-46f2-98d9-c5c47a02887a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375431 Aug 31 07:37:34.019555 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39636) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:34.076168 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453308-95f5-4c2c-b79a-0bcc50cb6271 req-3a6f5100-7d56-4889-813e-c50aa5620869 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:34.077845 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-46453308-95f5-4c2c-b79a-0bcc50cb6271 req-3a6f5100-7d56-4889-813e-c50aa5620869 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0540733 Aug 31 07:37:34.146542 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-46453308-95f5-4c2c-b79a-0bcc50cb6271 req-a213ebaa-5b61-40d9-82ac-d6209b5c365b tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586655 Aug 31 07:37:34.156692 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee754-ab93-4112-9d42-fa24abfa9c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.243172 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39644) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:34.256327 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee754-ab93-4112-9d42-fa24abfa9c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.260936 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5b4ee754-ab93-4112-9d42-fa24abfa9c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.299118 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-5b4ee754-ab93-4112-9d42-fa24abfa9c5a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1cf78171c26b46ee84213512945e4d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784050 Aug 31 07:37:34.302222 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39648) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:34.316977 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ee754-ab93-4112-9d42-fa24abfa9c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a898e8-a330-401a-b130-ea24ff269af2,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:34.333177 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39340280-75cd-4cf4-9078-558702d4d978 req-ace17349-201c-4b91-a9b4-a87c99aa23aa tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:34.335082 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-39340280-75cd-4cf4-9078-558702d4d978 req-ace17349-201c-4b91-a9b4-a87c99aa23aa tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0563440 Aug 31 07:37:34.358569 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f502f654-88a5-4050-9cc2-afb08cdb7ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.372902 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ca13-a259-483a-88da-1bd4c4a81864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.380562 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f502f654-88a5-4050-9cc2-afb08cdb7ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.395989 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-39340280-75cd-4cf4-9078-558702d4d978 req-ffbe5aff-9dc9-41ae-a604-93c2a85a781e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547912 Aug 31 07:37:34.431976 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f502f654-88a5-4050-9cc2-afb08cdb7ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.434657 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f502f654-88a5-4050-9cc2-afb08cdb7ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.435808 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-f502f654-88a5-4050-9cc2-afb08cdb7ecb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67a898e8-a330-401a-b130-ea24ff269af2 HTTP/1.1" status: 204 len: 168 time: 0.1321054 Aug 31 07:37:34.444214 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502f654-88a5-4050-9cc2-afb08cdb7ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a898e8-a330-401a-b130-ea24ff269af2,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:34.490907 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ca13-a259-483a-88da-1bd4c4a81864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.494881 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c5b6ca13-a259-483a-88da-1bd4c4a81864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.536428 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-c5b6ca13-a259-483a-88da-1bd4c4a81864 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64866a0e33b547a9b718a602e24d6288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894137 Aug 31 07:37:34.536428 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6ca13-a259-483a-88da-1bd4c4a81864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e17233-91b8-4bf1-aa90-da3f1fe127b8,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:34.537452 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39654) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:34.597504 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a033d115-57ce-4000-acff-159ab0475aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.623295 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a033d115-57ce-4000-acff-159ab0475aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.678387 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a033d115-57ce-4000-acff-159ab0475aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.680936 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a033d115-57ce-4000-acff-159ab0475aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:34.683184 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-a033d115-57ce-4000-acff-159ab0475aa7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0e17233-91b8-4bf1-aa90-da3f1fe127b8 HTTP/1.1" status: 204 len: 168 time: 0.1443703 Aug 31 07:37:34.693892 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033d115-57ce-4000-acff-159ab0475aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e17233-91b8-4bf1-aa90-da3f1fe127b8,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:35.081105 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabc6c9-6781-4985-bc48-27573675b12f req-3318967d-6e0a-4b2e-9290-be3aa0f6ade4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:35.084582 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7eabc6c9-6781-4985-bc48-27573675b12f req-3318967d-6e0a-4b2e-9290-be3aa0f6ade4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0558939 Aug 31 07:37:35.150208 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7eabc6c9-6781-4985-bc48-27573675b12f req-211012da-5939-465e-a8bf-3c64875d6011 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541322 Aug 31 07:37:35.289615 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c48802-696f-446f-be8e-7c3520a1c0a5 req-585427b7-77b5-418d-ae23-1525fa8b37cd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:35.297159 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d9c48802-696f-446f-be8e-7c3520a1c0a5 req-585427b7-77b5-418d-ae23-1525fa8b37cd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0771105 Aug 31 07:37:35.348294 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d9c48802-696f-446f-be8e-7c3520a1c0a5 req-bd437970-86b1-4b46-a4b1-c7f15a129c39 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439456 Aug 31 07:37:35.509595 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51cac2-dd90-40e4-9a98-34d2c03f9dfa req-3397f997-d3a5-4f06-91f2-8f72a7250227 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:35.514860 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fb51cac2-dd90-40e4-9a98-34d2c03f9dfa req-3397f997-d3a5-4f06-91f2-8f72a7250227 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0967903 Aug 31 07:37:35.520451 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39718) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:35.527085 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-03642e5b-17aa-436d-a854-3e90ddf56694 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Request body: {'floatingip': {'port_id': '411a49e2-5dfb-46ef-a234-4f959ece50bb'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:35.540121 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39720) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:35.593317 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37358915-10c9-40a0-94fc-76ec1f77b597 req-aa1acc90-3563-4dbf-ae94-4a75c26546bf tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:35.602917 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-37358915-10c9-40a0-94fc-76ec1f77b597 req-aa1acc90-3563-4dbf-ae94-4a75c26546bf tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.1036825 Aug 31 07:37:35.624184 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-03642e5b-17aa-436d-a854-3e90ddf56694 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:35.662883 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-37358915-10c9-40a0-94fc-76ec1f77b597 req-b195be5e-d620-4586-a43d-ebe938c98e72 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585647 Aug 31 07:37:35.895306 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba6519-7274-4fee-a406-e85e6e2e6325 req-71059235-0173-4bb0-8a99-961d0e3c9a66 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:35.906737 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-94ba6519-7274-4fee-a406-e85e6e2e6325 req-71059235-0173-4bb0-8a99-961d0e3c9a66 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0816007 Aug 31 07:37:35.907497 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39742) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:35.913087 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-ac36ca67-56fd-417a-bfc2-9960fb560136 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Request body: {'floatingip': {'port_id': 'b334e3b2-032a-47b8-a757-9089d3f4ff95'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:36.003473 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-989853100-network', 'tenant_id': '1b51d2cf035447dfa6434d6d2cb28fc8'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:36.009729 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ac36ca67-56fd-417a-bfc2-9960fb560136 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.133429 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Made reservation on behalf of 1b51d2cf035447dfa6434d6d2cb28fc8 for: {'network': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:36.136420 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.175370 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.424516 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c80e5-67e4-4434-8ced-1da9b4fc03b4 req-53441bb8-e64e-4060-8d44-7691c640c846 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:36.427190 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3d1c80e5-67e4-4434-8ced-1da9b4fc03b4 req-53441bb8-e64e-4060-8d44-7691c640c846 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.1537750 Aug 31 07:37:36.613828 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39760) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:36.643141 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-03642e5b-17aa-436d-a854-3e90ddf56694 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.653044 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-03642e5b-17aa-436d-a854-3e90ddf56694 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:36.980154 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.022670 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.039486 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3d1c80e5-67e4-4434-8ced-1da9b4fc03b4 req-f59fb816-38ea-4d1b-809a-d9db5bd603e3 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995009 Aug 31 07:37:37.080576 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.l3_db [None req-03642e5b-17aa-436d-a854-3e90ddf56694 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Floating IP db448146-a5a2-4324-b92d-78fd9b720902 associated. External IP: 172.27.0.79, port: 411a49e2-5dfb-46ef-a234-4f959ece50bb. Aug 31 07:37:37.105466 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.188543 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:37:37.231038 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.231646 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.segments_db [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Added segment 3f8b8ab1-d19c-49f1-a39a-ec8c327dc629 of type vlan for network 5e6a95dd-ddbf-4492-9bed-d774d0e62278 Aug 31 07:37:37.253711 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.259928 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.266555 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59182fb2-7d86-4a77-8589-4b3a74696fbc,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:37.346216 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb76c7fb-2efa-4fe9-a704-6195c929e9c4,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:37.354390 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34460ed17c0e43e98db9956262d09a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7368686 Aug 31 07:37:37.363215 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39782) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:37.391295 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.391660 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.392007 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.392365 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.392688 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.393026 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.393361 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.393692 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.394019 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.394402 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.394732 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.395123 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd6125e-f0c2-430d-8a04-f27675eea9c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.409789 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.421778 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.db.resource_extend [None req-ac36ca67-56fd-417a-bfc2-9960fb560136 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 07:37:37.430984 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03642e5b-17aa-436d-a854-3e90ddf56694 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Router 8247255c-37e7-47b2-841d-16eb5d2cdc1f has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:37:37.529413 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8d80b-8006-47ad-a02a-1c918a7d0c09 req-d9a801a2-0654-4d63-bd31-2926745d893e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:37.531159 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-53b8d80b-8006-47ad-a02a-1c918a7d0c09 req-d9a801a2-0654-4d63-bd31-2926745d893e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 945 time: 0.3241611 Aug 31 07:37:37.545672 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03642e5b-17aa-436d-a854-3e90ddf56694 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:37:37.550314 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-03642e5b-17aa-436d-a854-3e90ddf56694 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.559766 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ac36ca67-56fd-417a-bfc2-9960fb560136 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.563006 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38b739-a09d-40fc-8acb-78ee57d61316 None None] Sync routers for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:37:37.575934 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38b739-a09d-40fc-8acb-78ee57d61316 None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:37.576996 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-7d38b739-a09d-40fc-8acb-78ee57d61316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:37:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:37.580516 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ac36ca67-56fd-417a-bfc2-9960fb560136 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.586330 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.587301 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:37.587782 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-03642e5b-17aa-436d-a854-3e90ddf56694 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "PUT /v2.0/floatingips/db448146-a5a2-4324-b92d-78fd9b720902 HTTP/1.1" status: 200 len: 990 time: 2.0661998 Aug 31 07:37:37.588472 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ba0502-f42b-46c1-9345-ad90ba7753f1', 'tag': '411a49e2-5dfb-46ef-a234-4f959ece50bb'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:37.590927 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.591434 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81dd372-4c3e-4f2a-9075-c046703724e6" -d '{"events": [{"name": "network-changed", "server_uuid": "43ba0502-f42b-46c1-9345-ad90ba7753f1", "tag": "411a49e2-5dfb-46ef-a234-4f959ece50bb"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:37.633037 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-0564b083-f328-4f43-a6dc-8e488f78c3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.699182 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-7d38b739-a09d-40fc-8acb-78ee57d61316 None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:37.713201 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1670446 Aug 31 07:37:37.716301 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39796) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:37.726587 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-f0ed8204-9b40-4010-b01c-fe57352b8790 admin admin] Request body: {'subnet': {'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-989853100-subnet', 'tenant_id': '1b51d2cf035447dfa6434d6d2cb28fc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:37.730179 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-53b8d80b-8006-47ad-a02a-1c918a7d0c09 req-447f5b9c-9a20-4a82-be69-9e504cc9657e tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882739 Aug 31 07:37:37.784407 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-0564b083-f328-4f43-a6dc-8e488f78c3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.788715 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9fc68a-e096-4875-89f3-f06a658364d3 x-openstack-request-id: req-ea9fc68a-e096-4875-89f3-f06a658364d3 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:37.789343 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ba0502-f42b-46c1-9345-ad90ba7753f1", "tag": "411a49e2-5dfb-46ef-a234-4f959ece50bb", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:37.789798 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea9fc68a-e096-4875-89f3-f06a658364d3 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:37.790414 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ba0502-f42b-46c1-9345-ad90ba7753f1', 'tag': '411a49e2-5dfb-46ef-a234-4f959ece50bb', 'status': 'completed', 'code': 200} Aug 31 07:37:37.797748 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Pushing event updated for resources: {'Network': ['ID=5e6a95dd-ddbf-4492-9bed-d774d0e62278,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:37.808750 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ed8204-9b40-4010-b01c-fe57352b8790 admin admin] Made reservation on behalf of 1b51d2cf035447dfa6434d6d2cb28fc8 for: {'subnet': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:37.814416 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f0ed8204-9b40-4010-b01c-fe57352b8790 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520561870'] for subnet, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.823494 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.823844 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.824266 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.824507 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.824838 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.825174 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.825505 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.825831 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.826248 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.826607 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.826931 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.827251 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35009d6-48da-452f-99b9-0d3db13dda23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:37.841960 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network 5e6a95dd-ddbf-4492-9bed-d774d0e62278 details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:37:37.852795 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.l3_db [None req-ac36ca67-56fd-417a-bfc2-9960fb560136 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Floating IP eacafab0-20c4-4d79-a4bf-bcce5f9223bf associated. External IP: 172.27.0.185, port: b334e3b2-032a-47b8-a757-9089d3f4ff95. Aug 31 07:37:37.992915 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-0564b083-f328-4f43-a6dc-8e488f78c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.995533 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-0564b083-f328-4f43-a6dc-8e488f78c3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:37.999626 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-0564b083-f328-4f43-a6dc-8e488f78c3b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb76c7fb-2efa-4fe9-a704-6195c929e9c4 HTTP/1.1" status: 204 len: 168 time: 0.6350014 Aug 31 07:37:38.017713 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39808) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:38.033081 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564b083-f328-4f43-a6dc-8e488f78c3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb76c7fb-2efa-4fe9-a704-6195c929e9c4,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:38.068854 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-7d38b739-a09d-40fc-8acb-78ee57d61316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': 'db448146-a5a2-4324-b92d-78fd9b720902', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'port_id': '411a49e2-5dfb-46ef-a234-4f959ece50bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'mac_address': 'fa:16:3e:01:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ba0502-f42b-46c1-9345-ad90ba7753f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:57Z', 'updated_at': '2021-08-31T07:37:36Z', 'revision_number': 1, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:59Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:38.101207 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dd372-4c3e-4f2a-9075-c046703724e6 req-fb6ddfe3-7433-4ebb-8aa8-cdfe9e53d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:38.103436 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c81dd372-4c3e-4f2a-9075-c046703724e6 req-fb6ddfe3-7433-4ebb-8aa8-cdfe9e53d59e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c818e9996e304eb49ab671310d8417de&device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 1098 time: 0.1517313 Aug 31 07:37:38.138722 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38b739-a09d-40fc-8acb-78ee57d61316 None None] Checking router: 8247255c-37e7-47b2-841d-16eb5d2cdc1f for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:37:38.154576 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38b739-a09d-40fc-8acb-78ee57d61316 None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:38.157354 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-7d38b739-a09d-40fc-8acb-78ee57d61316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:37:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:38.308648 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dd372-4c3e-4f2a-9075-c046703724e6 req-77925b46-e0b4-4b36-ac67-21c8aaca959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:38.310336 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c81dd372-4c3e-4f2a-9075-c046703724e6 req-77925b46-e0b4-4b36-ac67-21c8aaca959b service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbbe651a-bee4-4db8-aa44-d3d2ab957402 HTTP/1.1" status: 200 len: 912 time: 0.1947143 Aug 31 07:37:38.319184 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f0ed8204-9b40-4010-b01c-fe57352b8790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520414681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520561880'] for subnet, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.325847 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf1371-e76a-49c1-871f-25e0523c4494 req-eb66866c-b1b4-4e2b-9af4-47543de90eae tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:38.327466 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d0bf1371-e76a-49c1-871f-25e0523c4494 req-eb66866c-b1b4-4e2b-9af4-47543de90eae tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.1785748 Aug 31 07:37:38.341414 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac36ca67-56fd-417a-bfc2-9960fb560136 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Router dfb6ae64-4535-468e-a341-32c36e160d64 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:37:38.356889 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-7d38b739-a09d-40fc-8acb-78ee57d61316 None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:38.547309 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d0bf1371-e76a-49c1-871f-25e0523c4494 req-8323a7eb-fe87-428b-8ca3-f1c3a7883618 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993160 Aug 31 07:37:38.629072 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed8204-9b40-4010-b01c-fe57352b8790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eb7be87-e11d-4ce8-9a03-ff2ffef8a305,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:38.634188 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39820) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:38.667353 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b82804cb-5647-4a04-9168-b734b66c585f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.668406 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a435f349-ba2e-4648-a7e6-7588064a47f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.684499 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c81dd372-4c3e-4f2a-9075-c046703724e6 req-358a733a-ba36-41a7-9ce6-ba43c009d90c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=411a49e2-5dfb-46ef-a234-4f959ece50bb HTTP/1.1" status: 200 len: 998 time: 0.3534875 Aug 31 07:37:38.687597 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac36ca67-56fd-417a-bfc2-9960fb560136 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:37:38.694335 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ac36ca67-56fd-417a-bfc2-9960fb560136 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.708995 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ed8204-9b40-4010-b01c-fe57352b8790 admin admin] Checking segment: {'id': '3f8b8ab1-d19c-49f1-a39a-ec8c327dc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:38.709499 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed8204-9b40-4010-b01c-fe57352b8790 admin admin] Network hostable DHCP agents. Network: 5e6a95dd-ddbf-4492-9bed-d774d0e62278, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:37:38.714240 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b603bd9-fe27-45e5-be4d-44f47787be36 None None] Sync routers for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:37:38.725788 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b603bd9-fe27-45e5-be4d-44f47787be36 None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:38.726918 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-2b603bd9-fe27-45e5-be4d-44f47787be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:37:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:38.830654 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ac36ca67-56fd-417a-bfc2-9960fb560136 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "PUT /v2.0/floatingips/eacafab0-20c4-4d79-a4bf-bcce5f9223bf HTTP/1.1" status: 200 len: 991 time: 2.9215555 Aug 31 07:37:38.834108 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95'}] {{(pid=94043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:38.838079 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dd372-4c3e-4f2a-9075-c046703724e6 req-eeb096fb-75ca-4e11-be55-7dbaeaa04610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:38.840230 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c81dd372-4c3e-4f2a-9075-c046703724e6 req-eeb096fb-75ca-4e11-be55-7dbaeaa04610 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b7d8940-cf69-47bc-ac4d-6743859889df HTTP/1.1" status: 200 len: 850 time: 0.1337569 Aug 31 07:37:38.841377 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8655ae71f89ec2b95c3046313fcc7688084414ddb3225736c66aa8988249ae5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a128cc08-5294-4dc9-9424-5a51abd4baf5" -d '{"events": [{"name": "network-changed", "server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95"}]}' {{(pid=94043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:38.903899 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed8204-9b40-4010-b01c-fe57352b8790 admin admin] Network 5e6a95dd-ddbf-4492-9bed-d774d0e62278 is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:37:38.918628 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-2b603bd9-fe27-45e5-be4d-44f47787be36 None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:38.933025 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b82804cb-5647-4a04-9168-b734b66c585f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.949433 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b82804cb-5647-4a04-9168-b734b66c585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.953133 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-7d38b739-a09d-40fc-8acb-78ee57d61316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': 'db448146-a5a2-4324-b92d-78fd9b720902', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'port_id': '411a49e2-5dfb-46ef-a234-4f959ece50bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'mac_address': 'fa:16:3e:01:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ba0502-f42b-46c1-9345-ad90ba7753f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:57Z', 'updated_at': '2021-08-31T07:37:36Z', 'revision_number': 1, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:59Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:38.955979 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-f0ed8204-9b40-4010-b01c-fe57352b8790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, 5e6a95dd-ddbf-4492-9bed-d774d0e62278) {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:38.966174 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed8204-9b40-4010-b01c-fe57352b8790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:38.966868 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f0ed8204-9b40-4010-b01c-fe57352b8790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:38.973060 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928bf5ae-c438-466b-bd53-614866a08b43 None None] Network 5e6a95dd-ddbf-4492-9bed-d774d0e62278 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:38.998383 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dd372-4c3e-4f2a-9075-c046703724e6 req-da4775fe-fc88-4a38-8fad-ed89c6d39482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:39.000106 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c81dd372-4c3e-4f2a-9075-c046703724e6 req-da4775fe-fc88-4a38-8fad-ed89c6d39482 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbbe651a-bee4-4db8-aa44-d3d2ab957402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1310670 Aug 31 07:37:39.009811 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-b82804cb-5647-4a04-9168-b734b66c585f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=20a82cb75bd34f4b963795f5c985ed8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739932 Aug 31 07:37:39.012878 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82804cb-5647-4a04-9168-b734b66c585f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c6275b-05f6-4e1a-a081-a926b5b4e38f,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:39.014612 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39830) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:39.026093 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d38b739-a09d-40fc-8acb-78ee57d61316 None None] The sync data for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi is: [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': 'db448146-a5a2-4324-b92d-78fd9b720902', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'floating_ip_address': '172.27.0.79', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'port_id': '411a49e2-5dfb-46ef-a234-4f959ece50bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'mac_address': 'fa:16:3e:01:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ba0502-f42b-46c1-9345-ad90ba7753f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:57Z', 'updated_at': '2021-08-31T07:37:36Z', 'revision_number': 1, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:59Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:37:39.039806 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ccb9f-6f7e-4d53-b3c8-53fc210ee81b req-00da1215-9a2b-4607-a4de-ccde4a2177c6 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:39.041885 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5a8ccb9f-6f7e-4d53-b3c8-53fc210ee81b req-00da1215-9a2b-4607-a4de-ccde4a2177c6 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 945 time: 0.1504071 Aug 31 07:37:39.072860 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b80ad8-424d-4a0b-9053-5672dc3e65cb x-openstack-request-id: req-c7b80ad8-424d-4a0b-9053-5672dc3e65cb {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:39.073181 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95", "status": "completed", "code": 200}]} {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:39.073384 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7b80ad8-424d-4a0b-9053-5672dc3e65cb {{(pid=94043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:39.073787 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'status': 'completed', 'code': 200} Aug 31 07:37:39.097460 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5a8ccb9f-6f7e-4d53-b3c8-53fc210ee81b req-660d90f1-56e9-4449-8976-00dd23283955 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494895 Aug 31 07:37:39.278003 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a435f349-ba2e-4648-a7e6-7588064a47f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.288747 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128cc08-5294-4dc9-9424-5a51abd4baf5 req-d5ad2279-ed81-460e-ac7a-3dae8fd23552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:39.290935 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a128cc08-5294-4dc9-9424-5a51abd4baf5 req-d5ad2279-ed81-460e-ac7a-3dae8fd23552 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 1098 time: 0.1592262 Aug 31 07:37:39.291677 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-64b15bdd-0451-4cc5-a6ef-cb8a74631444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.295247 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c81dd372-4c3e-4f2a-9075-c046703724e6 req-76c7baeb-fb16-4842-b578-0d189013eb90 service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738490 Aug 31 07:37:39.300578 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a435f349-ba2e-4648-a7e6-7588064a47f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.322229 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-f0ed8204-9b40-4010-b01c-fe57352b8790 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5954039 Aug 31 07:37:39.322329 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a511382-5391-4a23-92cd-866db266dea1 None None] New status for floating IP db448146-a5a2-4324-b92d-78fd9b720902: ACTIVE {{(pid=94045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:37:39.388208 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-64b15bdd-0451-4cc5-a6ef-cb8a74631444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.415833 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818e5133-9cf5-4fe5-8713-cd3d039e465a None None] Network 5e6a95dd-ddbf-4492-9bed-d774d0e62278 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:39.457938 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-a435f349-ba2e-4648-a7e6-7588064a47f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb178f1b530b4b7b8700ecd89796bd5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4323285 Aug 31 07:37:39.461185 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39836) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:39.543198 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d460d6f5-0f17-47a4-a27c-ca64fcc86853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.591530 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d460d6f5-0f17-47a4-a27c-ca64fcc86853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.659788 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435f349-ba2e-4648-a7e6-7588064a47f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa10a29-f566-4bb2-a29c-7fa8bf25de56,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:39.677549 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-64b15bdd-0451-4cc5-a6ef-cb8a74631444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.680089 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-64b15bdd-0451-4cc5-a6ef-cb8a74631444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.685506 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-64b15bdd-0451-4cc5-a6ef-cb8a74631444 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52c6275b-05f6-4e1a-a081-a926b5b4e38f HTTP/1.1" status: 204 len: 168 time: 0.6654620 Aug 31 07:37:39.807900 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d460d6f5-0f17-47a4-a27c-ca64fcc86853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.808508 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-2b603bd9-fe27-45e5-be4d-44f47787be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': 'eacafab0-20c4-4d79-a4bf-bcce5f9223bf', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'port_id': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'mac_address': 'fa:16:3e:cd:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:59Z', 'updated_at': '2021-08-31T07:37:37Z', 'revision_number': 1, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:37:01Z', 'revision_number': 5, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:39.808692 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d460d6f5-0f17-47a4-a27c-ca64fcc86853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:39.818314 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-d460d6f5-0f17-47a4-a27c-ca64fcc86853 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7aa10a29-f566-4bb2-a29c-7fa8bf25de56 HTTP/1.1" status: 204 len: 168 time: 0.3547273 Aug 31 07:37:39.827027 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd25e3-b3da-4c19-b748-374f48947f8c req-0f6456b9-9744-408a-8b97-a8af127216c7 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:39.838663 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-29bd25e3-b3da-4c19-b748-374f48947f8c req-0f6456b9-9744-408a-8b97-a8af127216c7 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.1430311 Aug 31 07:37:39.878829 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460d6f5-0f17-47a4-a27c-ca64fcc86853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa10a29-f566-4bb2-a29c-7fa8bf25de56,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:39.938854 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b603bd9-fe27-45e5-be4d-44f47787be36 None None] Checking router: dfb6ae64-4535-468e-a341-32c36e160d64 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:37:39.982102 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-29bd25e3-b3da-4c19-b748-374f48947f8c req-60f3b519-9960-4e38-b2ce-658177824a55 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370132 Aug 31 07:37:40.004000 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b603bd9-fe27-45e5-be4d-44f47787be36 None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:40.005371 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-2b603bd9-fe27-45e5-be4d-44f47787be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:37:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:40.345688 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-2b603bd9-fe27-45e5-be4d-44f47787be36 None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:40.375693 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128cc08-5294-4dc9-9424-5a51abd4baf5 req-9eda9200-fe49-47f5-8902-af633eb2c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.379492 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a128cc08-5294-4dc9-9424-5a51abd4baf5 req-9eda9200-fe49-47f5-8902-af633eb2c9cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 200 len: 918 time: 1.0562048 Aug 31 07:37:40.382339 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b15bdd-0451-4cc5-a6ef-cb8a74631444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c6275b-05f6-4e1a-a081-a926b5b4e38f,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:40.413401 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c932dc-f533-4b67-a9ba-5e481ad7f12e req-bc54bfa8-16d1-48f1-aaa6-5be20362e19d tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.428336 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e3c932dc-f533-4b67-a9ba-5e481ad7f12e req-bc54bfa8-16d1-48f1-aaa6-5be20362e19d tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 945 time: 0.1482666 Aug 31 07:37:40.487674 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e3c932dc-f533-4b67-a9ba-5e481ad7f12e req-b4bd1650-2cf1-4ada-bb6b-ee6ba157955d tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/security-groups?id=fcbb13b7-4a61-4b77-87c6-91b73ddf9684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534263 Aug 31 07:37:40.558159 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6af56a-ccc0-47c7-a538-e5b0dcccf409 req-507fdb84-a3a1-4843-ace0-d6dea9f3c488 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.559806 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4a6af56a-ccc0-47c7-a538-e5b0dcccf409 req-507fdb84-a3a1-4843-ace0-d6dea9f3c488 tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 945 time: 1.0278933 Aug 31 07:37:40.584248 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a128cc08-5294-4dc9-9424-5a51abd4baf5 req-6b83bf3e-e0db-4999-aa1c-8f43b41545df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95 HTTP/1.1" status: 200 len: 999 time: 0.1868758 Aug 31 07:37:40.605029 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c81dd372-4c3e-4f2a-9075-c046703724e6 req-431ca8f4-a2fe-4258-b9a8-5a0355d7daed service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2901492 Aug 31 07:37:40.715701 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39882) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:40.718236 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128cc08-5294-4dc9-9424-5a51abd4baf5 req-633ecd2c-db66-4d95-9a79-bd382a08996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.720113 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a128cc08-5294-4dc9-9424-5a51abd4baf5 req-633ecd2c-db66-4d95-9a79-bd382a08996d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1810f6c-a578-4036-ab5a-13c99f83c500 HTTP/1.1" status: 200 len: 856 time: 0.1120021 Aug 31 07:37:40.738155 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ef7f85e8-9aaf-4e6a-abd7-3700a01b48c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.774211 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-2b603bd9-fe27-45e5-be4d-44f47787be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': 'eacafab0-20c4-4d79-a4bf-bcce5f9223bf', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'port_id': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'mac_address': 'fa:16:3e:cd:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:59Z', 'updated_at': '2021-08-31T07:37:37Z', 'revision_number': 1, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:37:01Z', 'revision_number': 5, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:40.782949 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-4a6af56a-ccc0-47c7-a538-e5b0dcccf409 req-a279780a-4127-4104-b099-e4b4276901ce tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Deleting port 52eceacf-743c-476a-8e15-f63dbe2de4a7 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:37:40.783289 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-4a6af56a-ccc0-47c7-a538-e5b0dcccf409 req-a279780a-4127-4104-b099-e4b4276901ce tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.831579 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b603bd9-fe27-45e5-be4d-44f47787be36 None None] The sync data for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi is: [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': 'eacafab0-20c4-4d79-a4bf-bcce5f9223bf', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'port_id': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'mac_address': 'fa:16:3e:cd:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:36:59Z', 'updated_at': '2021-08-31T07:37:37Z', 'revision_number': 1, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:37:01Z', 'revision_number': 5, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:37:40.833809 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128cc08-5294-4dc9-9424-5a51abd4baf5 req-3c0323bb-af40-41da-9749-0bc2964a127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:40.835793 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a128cc08-5294-4dc9-9424-5a51abd4baf5 req-3c0323bb-af40-41da-9749-0bc2964a127a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1080432 Aug 31 07:37:40.896507 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ef7f85e8-9aaf-4e6a-abd7-3700a01b48c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.904626 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ef7f85e8-9aaf-4e6a-abd7-3700a01b48c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:40.941168 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f85e8-9aaf-4e6a-abd7-3700a01b48c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff30e17-cc01-4ed0-85a8-b4e9302cdf9a,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:40.960871 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ef7f85e8-9aaf-4e6a-abd7-3700a01b48c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2321bc972dd34bd294cf017efa231762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435217 Aug 31 07:37:40.961707 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 39890) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:40.979202 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-4a6af56a-ccc0-47c7-a538-e5b0dcccf409 req-a279780a-4127-4104-b099-e4b4276901ce tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] For port 52eceacf-743c-476a-8e15-f63dbe2de4a7, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=52eceacf-743c-476a-8e15-f63dbe2de4a7,segment=NetworkSegment(357e89e9-e548-4aa9-b236-cba551ffdc96),segment_id=357e89e9-e548-4aa9-b236-cba551ffdc96)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:40.979571 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-4a6af56a-ccc0-47c7-a538-e5b0dcccf409 req-a279780a-4127-4104-b099-e4b4276901ce tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.013138 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-4a6af56a-ccc0-47c7-a538-e5b0dcccf409 req-a279780a-4127-4104-b099-e4b4276901ce tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Calling delete_port for 52eceacf-743c-476a-8e15-f63dbe2de4a7 owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:37:41.025417 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a128cc08-5294-4dc9-9424-5a51abd4baf5 req-007eed63-166e-41ef-ac36-c5d468c8e23d service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775906 Aug 31 07:37:41.053443 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-befbbea2-4f9c-4db5-befa-b723fa58fe54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.087538 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-befbbea2-4f9c-4db5-befa-b723fa58fe54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.153905 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4607894-a24f-49cf-871e-f62cfb5925e4 None None] New status for floating IP eacafab0-20c4-4d79-a4bf-bcce5f9223bf: ACTIVE {{(pid=94044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:37:41.176627 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b956b98-d8d5-4065-b1a2-85d9246f366e req-4576975a-394e-4258-ada1-f60697a5e9bb tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:41.186152 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4b956b98-d8d5-4065-b1a2-85d9246f366e req-4576975a-394e-4258-ada1-f60697a5e9bb tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0784917 Aug 31 07:37:41.236914 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a128cc08-5294-4dc9-9424-5a51abd4baf5 req-8488b5b2-605f-48b0-87b5-1a7fbef6895f service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739185 Aug 31 07:37:41.237142 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-befbbea2-4f9c-4db5-befa-b723fa58fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.240823 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-befbbea2-4f9c-4db5-befa-b723fa58fe54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.246478 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-befbbea2-4f9c-4db5-befa-b723fa58fe54 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ff30e17-cc01-4ed0-85a8-b4e9302cdf9a HTTP/1.1" status: 204 len: 168 time: 0.2833815 Aug 31 07:37:41.277131 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4b956b98-d8d5-4065-b1a2-85d9246f366e req-c093b6ba-66a4-44bd-aec4-317e190ab0a2 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840526 Aug 31 07:37:41.279125 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbbea2-4f9c-4db5-befa-b723fa58fe54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff30e17-cc01-4ed0-85a8-b4e9302cdf9a,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:41.346420 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-4a6af56a-ccc0-47c7-a538-e5b0dcccf409 req-a279780a-4127-4104-b099-e4b4276901ce tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.391515 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279780a-4127-4104-b099-e4b4276901ce tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Pushing event deleted for resources: {'Port': ['ID=52eceacf-743c-476a-8e15-f63dbe2de4a7,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:41.468767 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6af56a-ccc0-47c7-a538-e5b0dcccf409 req-a279780a-4127-4104-b099-e4b4276901ce tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] No DVR routers for this DVR port 52eceacf-743c-476a-8e15-f63dbe2de4a7 on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:37:41.476524 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-4a6af56a-ccc0-47c7-a538-e5b0dcccf409 req-a279780a-4127-4104-b099-e4b4276901ce tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:41.482926 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4a6af56a-ccc0-47c7-a538-e5b0dcccf409 req-a279780a-4127-4104-b099-e4b4276901ce tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.59 "DELETE /v2.0/ports/52eceacf-743c-476a-8e15-f63dbe2de4a7 HTTP/1.1" status: 204 len: 173 time: 0.9095564 Aug 31 07:37:41.486071 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1fcb33-040a-4c1d-9a36-b8f405d93bd1', 'name': 'network-vif-deleted', 'tag': '52eceacf-743c-476a-8e15-f63dbe2de4a7'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:41.491217 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bace0226-63d9-4e52-b412-455109783604" -d '{"events": [{"server_uuid": "0a1fcb33-040a-4c1d-9a36-b8f405d93bd1", "name": "network-vif-deleted", "tag": "52eceacf-743c-476a-8e15-f63dbe2de4a7"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:41.552579 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af6a2c7-9c00-4593-b109-52934f107efd x-openstack-request-id: req-4af6a2c7-9c00-4593-b109-52934f107efd {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:41.552881 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1fcb33-040a-4c1d-9a36-b8f405d93bd1", "name": "network-vif-deleted", "tag": "52eceacf-743c-476a-8e15-f63dbe2de4a7", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:41.553178 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4af6a2c7-9c00-4593-b109-52934f107efd {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:41.553952 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1fcb33-040a-4c1d-9a36-b8f405d93bd1', 'name': 'network-vif-deleted', 'tag': '52eceacf-743c-476a-8e15-f63dbe2de4a7', 'status': 'completed', 'code': 200} Aug 31 07:37:41.685275 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-be4a6554-c1c1-4b34-8d82-048b1a30f3d2 req-d2416aa3-eb7b-40e3-a6ad-adef1ea3f81a tempest-DeleteServersTestJSON-683674082 tempest-DeleteServersTestJSON-683674082-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a1fcb33-040a-4c1d-9a36-b8f405d93bd1 HTTP/1.1" status: 200 len: 210 time: 0.0609951 Aug 31 07:37:41.921360 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-6cd061d5-80de-4bec-b20f-31fd39b5dd6c tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:41.928810 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-6cd061d5-80de-4bec-b20f-31fd39b5dd6c tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/networks?id=5e6a95dd-ddbf-4492-9bed-d774d0e62278 HTTP/1.1" status: 200 len: 813 time: 0.1970565 Aug 31 07:37:41.957268 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-9c145360-c790-4ec1-86dc-7feecff2fb59 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/quotas/1b51d2cf035447dfa6434d6d2cb28fc8 HTTP/1.1" status: 200 len: 375 time: 0.0273664 Aug 31 07:37:41.991732 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-d082f848-4276-4e18-9e15-0fae59773248 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b51d2cf035447dfa6434d6d2cb28fc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336404 Aug 31 07:37:41.993362 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39944) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:42.016844 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-251bdd90-8c93-4815-9973-15c271e3a671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.124767 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-251bdd90-8c93-4815-9973-15c271e3a671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.129382 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-251bdd90-8c93-4815-9973-15c271e3a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.129602 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8dde2530-78cd-4b03-be0c-4d3e8925e64f service neutron] 10.222.0.62 "GET /v2.0/networks/5e6a95dd-ddbf-4492-9bed-d774d0e62278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266100 Aug 31 07:37:42.174948 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-251bdd90-8c93-4815-9973-15c271e3a671 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a92753e7fa14ae98cb87d5863cff0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803007 Aug 31 07:37:42.178612 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bdd90-8c93-4815-9973-15c271e3a671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0895ff5a-3b58-4bdb-b1da-26c6c14b1e8a,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:42.180735 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 39950) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:42.259562 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-63b80b16-8edb-4d58-bfa5-4ba9f82b7ae4 service neutron] 10.222.0.62 "GET /v2.0/networks/5e6a95dd-ddbf-4492-9bed-d774d0e62278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213357 Aug 31 07:37:42.274441 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bc92f201-90e1-4f45-9735-5ccd224c45aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.310159 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bc92f201-90e1-4f45-9735-5ccd224c45aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.392429 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bc92f201-90e1-4f45-9735-5ccd224c45aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.398977 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bc92f201-90e1-4f45-9735-5ccd224c45aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:42.400400 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-bc92f201-90e1-4f45-9735-5ccd224c45aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0895ff5a-3b58-4bdb-b1da-26c6c14b1e8a HTTP/1.1" status: 204 len: 168 time: 0.2191262 Aug 31 07:37:42.417136 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92f201-90e1-4f45-9735-5ccd224c45aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0895ff5a-3b58-4bdb-b1da-26c6c14b1e8a,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:42.569057 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34547b-ba02-4c7c-b571-4c706a478848 req-66a13ee0-e332-4f71-b103-c35e0f349925 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:42.577817 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1b34547b-ba02-4c7c-b571-4c706a478848 req-66a13ee0-e332-4f71-b103-c35e0f349925 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.1289842 Aug 31 07:37:42.678243 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1b34547b-ba02-4c7c-b571-4c706a478848 req-f3302043-f70a-45fa-8c0c-e97492fe1a9c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890102 Aug 31 07:37:42.706640 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 52eceacf-743c-476a-8e15-f63dbe2de4a7 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:37:42.777805 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 52eceacf-743c-476a-8e15-f63dbe2de4a7 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:37:42.778300 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 52eceacf-743c-476a-8e15-f63dbe2de4a7 not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:37:42.806638 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a45d6220-be94-4f53-a0f3-63fe026af2fa req-3c613471-b850-46d6-9970-3b8d9d5893e1 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 210 time: 0.0356903 Aug 31 07:37:43.850051 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40076) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:43.884678 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ed503-ec50-4953-b82f-397213e0b356 req-385454de-00fb-475f-a3e3-a6c8a6b530ab tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:43.893438 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-130ed503-ec50-4953-b82f-397213e0b356 req-385454de-00fb-475f-a3e3-a6c8a6b530ab tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.1044886 Aug 31 07:37:43.949515 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b47bca72-c9a4-4db0-9eed-77c94a488892 req-42db2484-19c4-40e7-b1c2-a7843816438f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 210 time: 0.0484216 Aug 31 07:37:44.014164 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-f93718c7-d893-46f8-a820-ab3733d473e6 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:44.017841 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-f93718c7-d893-46f8-a820-ab3733d473e6 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.59 "GET /v2.0/networks?id=5e6a95dd-ddbf-4492-9bed-d774d0e62278 HTTP/1.1" status: 200 len: 813 time: 0.2410204 Aug 31 07:37:44.038143 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8df189b4-ad90-46b1-8c3a-eacb00904c13 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Request body: {'port': {'device_id': '70716cc3-dc48-4782-b76d-6af1145cad2f', 'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278', 'admin_state_up': True, 'tenant_id': '1b51d2cf035447dfa6434d6d2cb28fc8'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:44.102395 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ee34fc6c-cb37-4a16-a6cb-6a0481ddf195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.231277 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-130ed503-ec50-4953-b82f-397213e0b356 req-f3ef8dd5-0927-4828-900c-6433e310a622 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368258 Aug 31 07:37:44.273497 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ee34fc6c-cb37-4a16-a6cb-6a0481ddf195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.282267 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ee34fc6c-cb37-4a16-a6cb-6a0481ddf195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.329364 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8df189b4-ad90-46b1-8c3a-eacb00904c13 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Made reservation on behalf of 1b51d2cf035447dfa6434d6d2cb28fc8 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:44.332929 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8df189b4-ad90-46b1-8c3a-eacb00904c13 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.338035 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-ee34fc6c-cb37-4a16-a6cb-6a0481ddf195 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f467e45b35444e5b836c503bae10ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869115 Aug 31 07:37:44.340061 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34fc6c-cb37-4a16-a6cb-6a0481ddf195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568562dc-f443-4ae6-acac-2a669b7d6bf7,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:44.340919 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40108) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:44.481434 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40122) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:44.484848 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-51bcf07f-65a0-4066-acb5-c6a4770367c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.510743 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-51bcf07f-65a0-4066-acb5-c6a4770367c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.545892 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8345dd8-a0cf-413c-8663-2dba77b6089f admin admin] Deleting subnet 9a4aa089-e84e-44a9-b7bb-9aa24a1e83a3 {{(pid=94042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:37:44.553331 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e8345dd8-a0cf-413c-8663-2dba77b6089f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.577928 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8df189b4-ad90-46b1-8c3a-eacb00904c13 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Allocated IP 172.20.0.5 (5e6a95dd-ddbf-4492-9bed-d774d0e62278/1eb7be87-e11d-4ce8-9a03-ff2ffef8a305/7801abb5-3196-4ca6-a0ec-d4e997e91b4d) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:44.580875 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-51bcf07f-65a0-4066-acb5-c6a4770367c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.593278 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-51bcf07f-65a0-4066-acb5-c6a4770367c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.609183 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e8345dd8-a0cf-413c-8663-2dba77b6089f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520376356'] for subnet, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.610298 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-51bcf07f-65a0-4066-acb5-c6a4770367c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/568562dc-f443-4ae6-acac-2a669b7d6bf7 HTTP/1.1" status: 204 len: 168 time: 0.2649932 Aug 31 07:37:44.619816 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcf07f-65a0-4066-acb5-c6a4770367c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568562dc-f443-4ae6-acac-2a669b7d6bf7,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:44.692095 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e8345dd8-a0cf-413c-8663-2dba77b6089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.830663 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e8345dd8-a0cf-413c-8663-2dba77b6089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520418310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520561889'] for subnet, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.888609 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8345dd8-a0cf-413c-8663-2dba77b6089f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a4aa089-e84e-44a9-b7bb-9aa24a1e83a3,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:44.898989 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8df189b4-ad90-46b1-8c3a-eacb00904c13 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.905841 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e8345dd8-a0cf-413c-8663-2dba77b6089f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:44.910404 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-e8345dd8-a0cf-413c-8663-2dba77b6089f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9a4aa089-e84e-44a9-b7bb-9aa24a1e83a3 HTTP/1.1" status: 204 len: 168 time: 0.4256959 Aug 31 07:37:44.911432 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40144) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:45.029686 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.066116 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8df189b4-ad90-46b1-8c3a-eacb00904c13 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.158149 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df189b4-ad90-46b1-8c3a-eacb00904c13 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Pushing event updated for resources: {'Port': ['ID=7801abb5-3196-4ca6-a0ec-d4e997e91b4d,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:45.174076 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8df189b4-ad90-46b1-8c3a-eacb00904c13 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Network 5e6a95dd-ddbf-4492-9bed-d774d0e62278 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:45.178062 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8df189b4-ad90-46b1-8c3a-eacb00904c13 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:45.184196 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8df189b4-ad90-46b1-8c3a-eacb00904c13 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:45.189455 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.204753 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.205253 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.206207 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.206682 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > port after_create 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.207272 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > port after_delete 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.207706 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > port after_update 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.208094 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.208518 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.208954 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.209384 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.276832 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8df189b4-ad90-46b1-8c3a-eacb00904c13 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:45.276832 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8df189b4-ad90-46b1-8c3a-eacb00904c13 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.301589 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40156) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:45.308293 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8df189b4-ad90-46b1-8c3a-eacb00904c13 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2753711 Aug 31 07:37:45.323569 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ef595c0f-288e-48be-8a25-63700039416f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.328811 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Request body: {'port': {'device_id': '70716cc3-dc48-4782-b76d-6af1145cad2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:45.389167 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.389600 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.389933 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.390288 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94043) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 07:37:45.390834 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9548fb-99f8-454e-9eac-a35a32f0df63']}} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:45.412726 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.413275 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357e89e9-e548-4aa9-b236-cba551ffdc96') {'for_net_delete': True} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:45.413569 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357e89e9-e548-4aa9-b236-cba551ffdc96') {} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:45.434624 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529139964'] for segment, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.470501 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.484534 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dc084-d235-4e0b-a181-d6d3b3e744b1 req-eafd1018-c996-4c11-8d9b-68be2c06b905 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:45.492956 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-530dc084-d235-4e0b-a181-d6d3b3e744b1 req-eafd1018-c996-4c11-8d9b-68be2c06b905 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 931 time: 0.3706944 Aug 31 07:37:45.519765 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:37:45.520157 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529198891'] for segment, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: from cryptography.utils import int_from_bytes Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: from cryptography.utils import int_from_bytes Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: Traceback (most recent call last): Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: timer() Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: cb(*args, **kw) Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: return func(*args, **kwargs) Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: self._notify() Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: self.callback(batched_events) Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: event.method(event) Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: return f(self, *a, **k) Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._get(url).json() Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: return self.request(url, 'GET', **kwargs) Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:37:45.529407 dv-cinder-799668-14-iscsi neutron-server[94043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:37:45.613352 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ef595c0f-288e-48be-8a25-63700039416f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.627329 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43113f79-c532-4b45-b689-98e1cc958da0 req-836273bd-2a7b-44a2-a119-e33af0dc9d05 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:45.628626 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ef595c0f-288e-48be-8a25-63700039416f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.635401 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-43113f79-c532-4b45-b689-98e1cc958da0 req-836273bd-2a7b-44a2-a119-e33af0dc9d05 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.1794722 Aug 31 07:37:45.643046 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-530dc084-d235-4e0b-a181-d6d3b3e744b1 req-5458d9ca-1de4-402e-a1d1-408f93e42e95 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490588 Aug 31 07:37:45.675830 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.688369 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.690706 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] 10.222.0.62 "DELETE /v2.0/networks/ec9548fb-99f8-454e-9eac-a35a32f0df63 HTTP/1.1" status: 204 len: 168 time: 0.7776535 Aug 31 07:37:45.710591 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe5a72-761c-4c5d-a4c8-70fc7d254cae admin admin] Pushing event deleted for resources: {'Network': ['ID=ec9548fb-99f8-454e-9eac-a35a32f0df63,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:45.719137 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-43113f79-c532-4b45-b689-98e1cc958da0 req-667e8659-4d09-4d88-8e14-e603c5e7169f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825961 Aug 31 07:37:45.720793 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-ef595c0f-288e-48be-8a25-63700039416f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=41762821425449839b431cc13420503e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165468 Aug 31 07:37:45.721319 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40164) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:45.725374 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef595c0f-288e-48be-8a25-63700039416f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f273b163-f246-4519-b576-468204be1880,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:45.813822 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-79486728-3c1a-42ba-8f31-ebc73a6e6eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.841218 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-79486728-3c1a-42ba-8f31-ebc73a6e6eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.844033 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7801abb5-3196-4ca6-a0ec-d4e997e91b4d {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:45.852771 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.870939 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Transition to ACTIVE for port object 7801abb5-3196-4ca6-a0ec-d4e997e91b4d will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:45.878660 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.907167 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-79486728-3c1a-42ba-8f31-ebc73a6e6eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.916600 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-79486728-3c1a-42ba-8f31-ebc73a6e6eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:45.917758 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-79486728-3c1a-42ba-8f31-ebc73a6e6eeb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f273b163-f246-4519-b576-468204be1880 HTTP/1.1" status: 204 len: 168 time: 0.1945920 Aug 31 07:37:45.931533 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79486728-3c1a-42ba-8f31-ebc73a6e6eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f273b163-f246-4519-b576-468204be1880,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:45.935793 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Pushing event updated for resources: {'Port': ['ID=7801abb5-3196-4ca6-a0ec-d4e997e91b4d,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:45.982024 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40172) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:46.014938 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Attempting to bind port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:46.015379 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Attempting to bind port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '3f8b8ab1-d19c-49f1-a39a-ec8c327dc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:46.015912 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Attempting to bind port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d on network 5e6a95dd-ddbf-4492-9bed-d774d0e62278 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:46.023264 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d on network 5e6a95dd-ddbf-4492-9bed-d774d0e62278 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:46.023674 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Attempting to bind port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d on network 5e6a95dd-ddbf-4492-9bed-d774d0e62278 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:46.029503 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:46.029855 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Checking segment: {'id': '3f8b8ab1-d19c-49f1-a39a-ec8c327dc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:46.030230 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Bound using segment: {'id': '3f8b8ab1-d19c-49f1-a39a-ec8c327dc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:46.030686 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Bound port: 7801abb5-3196-4ca6-a0ec-d4e997e91b4d, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8b8ab1-d19c-49f1-a39a-ec8c327dc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:46.031338 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.031454 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-8bcadf28-f6b1-4446-9ba8-c5acc41bdbd5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d0d0070daab4e6ca0d5d6f46792cd34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479181 Aug 31 07:37:46.031724 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40174) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:46.084298 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4344de9c-ae67-4541-a4a9-d60c21f074e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.104769 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] For port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:46.107168 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4344de9c-ae67-4541-a4a9-d60c21f074e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.108382 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] For port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7801abb5-3196-4ca6-a0ec-d4e997e91b4d,segment=NetworkSegment(3f8b8ab1-d19c-49f1-a39a-ec8c327dc629),segment_id=3f8b8ab1-d19c-49f1-a39a-ec8c327dc629)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:46.114260 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.147561 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:46.148187 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.149591 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] 10.222.0.59 "PUT /v2.0/ports/7801abb5-3196-4ca6-a0ec-d4e997e91b4d HTTP/1.1" status: 200 len: 1093 time: 0.8276715 Aug 31 07:37:46.150038 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70716cc3-dc48-4782-b76d-6af1145cad2f', 'tag': '7801abb5-3196-4ca6-a0ec-d4e997e91b4d'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:46.152321 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f9227d-5684-4f0a-838a-f070c2f6f2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "70716cc3-dc48-4782-b76d-6af1145cad2f", "tag": "7801abb5-3196-4ca6-a0ec-d4e997e91b4d"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:46.182227 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453d998-e0f3-4405-99ee-7c711989a194 service neutron] Pushing event updated for resources: {'Port': ['ID=7801abb5-3196-4ca6-a0ec-d4e997e91b4d,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:46.194457 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4344de9c-ae67-4541-a4a9-d60c21f074e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.197970 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4344de9c-ae67-4541-a4a9-d60c21f074e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.199181 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-4344de9c-ae67-4541-a4a9-d60c21f074e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fcbb13b7-4a61-4b77-87c6-91b73ddf9684 HTTP/1.1" status: 204 len: 168 time: 0.1664562 Aug 31 07:37:46.219143 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344de9c-ae67-4541-a4a9-d60c21f074e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbb13b7-4a61-4b77-87c6-91b73ddf9684,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:46.237652 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b75fb3-89c0-4aaf-8594-cd8634940332 x-openstack-request-id: req-36b75fb3-89c0-4aaf-8594-cd8634940332 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:46.237652 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70716cc3-dc48-4782-b76d-6af1145cad2f", "tag": "7801abb5-3196-4ca6-a0ec-d4e997e91b4d", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:46.237949 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36b75fb3-89c0-4aaf-8594-cd8634940332 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:46.238393 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70716cc3-dc48-4782-b76d-6af1145cad2f', 'tag': '7801abb5-3196-4ca6-a0ec-d4e997e91b4d', 'status': 'completed', 'code': 200} Aug 31 07:37:46.258385 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-30c73623-9463-4f94-bc74-3dde558b6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:46.259928 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-30c73623-9463-4f94-bc74-3dde558b6e2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1b51d2cf035447dfa6434d6d2cb28fc8&device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 1096 time: 0.0570641 Aug 31 07:37:46.312529 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-07dc279b-2452-4cc5-a970-2c166822eca2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7801abb5-3196-4ca6-a0ec-d4e997e91b4d HTTP/1.1" status: 200 len: 217 time: 0.0447392 Aug 31 07:37:46.383342 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-6a184aea-a1cb-4a2b-9c51-bf45e0a60c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:46.384817 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-6a184aea-a1cb-4a2b-9c51-bf45e0a60c33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1eb7be87-e11d-4ce8-9a03-ff2ffef8a305 HTTP/1.1" status: 200 len: 853 time: 0.0651472 Aug 31 07:37:46.420233 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-bf68a46c-7840-4055-a32c-570705bf8cfa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e6a95dd-ddbf-4492-9bed-d774d0e62278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274940 Aug 31 07:37:46.542898 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-9e2704bd-fc53-484b-9e59-f21bb22f133d service neutron] 10.222.0.59 "GET /v2.0/networks/5e6a95dd-ddbf-4492-9bed-d774d0e62278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094742 Aug 31 07:37:46.678685 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2a32dcd9-9204-47cb-8d2c-cd79ac9871c8 req-c400e5df-977f-44b9-85d8-70b189f07cdc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707200 Aug 31 07:37:46.700450 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-083d3590-e7a8-41ef-82ea-51fd143076d9 req-15e7908e-eca6-44ed-946a-896a220adb6c service neutron] 10.222.0.59 "GET /v2.0/networks/5e6a95dd-ddbf-4492-9bed-d774d0e62278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501880 Aug 31 07:37:46.913954 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9227d-5684-4f0a-838a-f070c2f6f2e4 req-aaa9950c-4ff2-4fb9-9ed2-926ebbf298f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:46.916200 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c8f9227d-5684-4f0a-838a-f070c2f6f2e4 req-aaa9950c-4ff2-4fb9-9ed2-926ebbf298f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1b51d2cf035447dfa6434d6d2cb28fc8&device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 1096 time: 0.1488960 Aug 31 07:37:46.923005 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32dcd9-9204-47cb-8d2c-cd79ac9871c8 req-20399a59-e48c-4504-9d41-dff58e1951a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:46.928017 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2a32dcd9-9204-47cb-8d2c-cd79ac9871c8 req-20399a59-e48c-4504-9d41-dff58e1951a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=541ec08f290d4c1294c3390243469b04&device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 1098 time: 0.1619847 Aug 31 07:37:46.959881 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0b69e-2cee-4316-bbe6-74d154a310e5 req-c7bf7d33-8d96-400f-8f2f-9320cee20096 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:46.962598 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d5b0b69e-2cee-4316-bbe6-74d154a310e5 req-c7bf7d33-8d96-400f-8f2f-9320cee20096 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.1139100 Aug 31 07:37:46.976469 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ae84c-04df-474a-b58d-3444255ca8d4 req-f5f169dc-a35e-417b-9707-0d627ec81e60 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:46.979070 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6c7ae84c-04df-474a-b58d-3444255ca8d4 req-f5f169dc-a35e-417b-9707-0d627ec81e60 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 943 time: 0.1153891 Aug 31 07:37:47.057824 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d5b0b69e-2cee-4316-bbe6-74d154a310e5 req-6b672b4c-1d94-4ee1-88dd-6213a9074dfa tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774353 Aug 31 07:37:47.069746 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6c7ae84c-04df-474a-b58d-3444255ca8d4 req-25305752-9cb3-4345-af1d-daab6300c1c6 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831180 Aug 31 07:37:47.221465 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32dcd9-9204-47cb-8d2c-cd79ac9871c8 req-9764bac2-79d4-4887-9512-183ca13383fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:47.223179 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2a32dcd9-9204-47cb-8d2c-cd79ac9871c8 req-9764bac2-79d4-4887-9512-183ca13383fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 200 len: 919 time: 0.2632968 Aug 31 07:37:47.224798 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9227d-5684-4f0a-838a-f070c2f6f2e4 req-004021ee-bf02-4f85-bf14-06a6173e08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:47.226093 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c8f9227d-5684-4f0a-838a-f070c2f6f2e4 req-004021ee-bf02-4f85-bf14-06a6173e08d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5e6a95dd-ddbf-4492-9bed-d774d0e62278 HTTP/1.1" status: 200 len: 914 time: 0.2946391 Aug 31 07:37:47.329929 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2a32dcd9-9204-47cb-8d2c-cd79ac9871c8 req-cc07a6d9-9d6b-4a32-80f4-c694cea2e0ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89e31ab3-29e2-4111-b768-615506d76bcb HTTP/1.1" status: 200 len: 217 time: 0.0938368 Aug 31 07:37:47.331313 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c8f9227d-5684-4f0a-838a-f070c2f6f2e4 req-16717ed6-a925-4464-aeff-27738067a416 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7801abb5-3196-4ca6-a0ec-d4e997e91b4d HTTP/1.1" status: 200 len: 217 time: 0.0514567 Aug 31 07:37:47.341968 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40244) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:47.477192 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1084592477-network', 'tenant_id': '922263d901cb4acb8af27aa72739c434'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:47.512212 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Made reservation on behalf of 922263d901cb4acb8af27aa72739c434 for: {'network': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:47.515053 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.525967 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.664564 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.666172 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32dcd9-9204-47cb-8d2c-cd79ac9871c8 req-c2675183-6184-4f7d-aee1-befbcde32730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:47.667767 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2a32dcd9-9204-47cb-8d2c-cd79ac9871c8 req-c2675183-6184-4f7d-aee1-befbcde32730 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a HTTP/1.1" status: 200 len: 858 time: 0.3171983 Aug 31 07:37:47.668452 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40256) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:47.669092 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9227d-5684-4f0a-838a-f070c2f6f2e4 req-920074f6-1bfc-4f59-9d2b-4987c25f331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:47.670489 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c8f9227d-5684-4f0a-838a-f070c2f6f2e4 req-920074f6-1bfc-4f59-9d2b-4987c25f331a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1eb7be87-e11d-4ce8-9a03-ff2ffef8a305 HTTP/1.1" status: 200 len: 853 time: 0.3185987 Aug 31 07:37:47.674910 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.701831 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f85098-fa3c-49df-8d6f-5f7e60efca6b,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:47.720451 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2a32dcd9-9204-47cb-8d2c-cd79ac9871c8 req-47858958-13cb-4651-bd47-d09951b177fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19009566-1ef5-4444-b059-f51973086d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387442 Aug 31 07:37:47.729368 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:37:47.737462 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c8f9227d-5684-4f0a-838a-f070c2f6f2e4 req-50a568ab-6880-48f1-8932-e345d6f9ddec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e6a95dd-ddbf-4492-9bed-d774d0e62278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464518 Aug 31 07:37:47.750261 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.751626 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.segments_db [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Added segment 3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a of type vlan for network 9c713d43-d084-4b83-b18e-0af9661b5cd6 Aug 31 07:37:47.790563 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40260) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:47.814182 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.852665 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.854813 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:47.855419 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.905614 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2a32dcd9-9204-47cb-8d2c-cd79ac9871c8 req-2a9657e8-30da-4f2e-b609-6c58c4ad5214 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707072 Aug 31 07:37:47.913404 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c8f9227d-5684-4f0a-838a-f070c2f6f2e4 req-2b1b190b-8aaa-4fba-92a0-02954d70570f service neutron] 10.222.0.59 "GET /v2.0/networks/5e6a95dd-ddbf-4492-9bed-d774d0e62278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589432 Aug 31 07:37:47.929582 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5864482 Aug 31 07:37:47.941297 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40264) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:47.949026 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4403ea2c-8784-4317-b8cd-3d3f100c62f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.962985 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc02a33-3f54-4402-b274-cd00610f549f admin admin] Pushing event updated for resources: {'Network': ['ID=9c713d43-d084-4b83-b18e-0af9661b5cd6,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:47.965147 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-766265de-ca91-4617-aed5-565dd6e93183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:47.971678 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] Request body: {'subnet': {'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1084592477-subnet', 'tenant_id': '922263d901cb4acb8af27aa72739c434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:47.973811 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network 9c713d43-d084-4b83-b18e-0af9661b5cd6 details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:37:48.083144 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4403ea2c-8784-4317-b8cd-3d3f100c62f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.088960 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2a32dcd9-9204-47cb-8d2c-cd79ac9871c8 req-677439cb-7729-42b5-b0d1-a67ef6680c44 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746225 Aug 31 07:37:48.089199 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4403ea2c-8784-4317-b8cd-3d3f100c62f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.109611 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.db.api [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:37:48.109611 dv-cinder-799668-14-iscsi neutron-server[94042]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 07:37:48.109611 dv-cinder-799668-14-iscsi neutron-server[94042]: [parameters: {'project_id': '922263d901cb4acb8af27aa72739c434', 'id': 'ba971b29-0195-4ae3-aae2-2e34443beccf', 'expiration': datetime.datetime(2021, 8, 31, 7, 39, 48, 103668)}] Aug 31 07:37:48.109611 dv-cinder-799668-14-iscsi neutron-server[94042]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:37:48.110241 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG oslo_db.api [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:37:48.112917 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c8f9227d-5684-4f0a-838a-f070c2f6f2e4 req-35f26a86-308a-4446-9caa-cd68bb55b418 service neutron] 10.222.0.59 "GET /v2.0/networks/5e6a95dd-ddbf-4492-9bed-d774d0e62278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887527 Aug 31 07:37:48.163421 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403ea2c-8784-4317-b8cd-3d3f100c62f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb60e74-51a8-45df-bb1c-8974a3dec489,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:48.196454 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-4403ea2c-8784-4317-b8cd-3d3f100c62f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea60309ae64f4c17a6c1b50e89cd98b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5269444 Aug 31 07:37:48.199159 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40272) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:48.252155 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1994-ee26-4d15-b532-3381eb93af22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.263538 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09d66a-905b-4c4e-a546-f51f87cf4a9d req-12e7fd1d-d4d0-44a7-b1cd-8f7bae89fa89 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:48.265039 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4b09d66a-905b-4c4e-a546-f51f87cf4a9d req-12e7fd1d-d4d0-44a7-b1cd-8f7bae89fa89 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.1226442 Aug 31 07:37:48.274793 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1994-ee26-4d15-b532-3381eb93af22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.279866 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f01d4a-b0a7-4971-9e00-303a0e7646a1 req-0e75eb24-e09c-423a-b329-047a6403fb6d tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:48.281336 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-55f01d4a-b0a7-4971-9e00-303a0e7646a1 req-0e75eb24-e09c-423a-b329-047a6403fb6d tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 943 time: 0.1140904 Aug 31 07:37:48.331215 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1994-ee26-4d15-b532-3381eb93af22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.334653 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1994-ee26-4d15-b532-3381eb93af22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.344877 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-8bcf1994-ee26-4d15-b532-3381eb93af22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2cb60e74-51a8-45df-bb1c-8974a3dec489 HTTP/1.1" status: 204 len: 168 time: 0.1382475 Aug 31 07:37:48.353650 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf1994-ee26-4d15-b532-3381eb93af22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb60e74-51a8-45df-bb1c-8974a3dec489,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:48.375868 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4b09d66a-905b-4c4e-a546-f51f87cf4a9d req-91fbf1f4-f079-4351-88c0-d864736c9ddf tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935564 Aug 31 07:37:48.384902 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-55f01d4a-b0a7-4971-9e00-303a0e7646a1 req-b9a99252-1d97-452a-8a3a-0fbcebbf45eb tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902238 Aug 31 07:37:48.391291 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-766265de-ca91-4617-aed5-565dd6e93183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.400087 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-766265de-ca91-4617-aed5-565dd6e93183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.449664 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-766265de-ca91-4617-aed5-565dd6e93183 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a19f8bdc9874ec08de27827d582e050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6579268 Aug 31 07:37:48.451112 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766265de-ca91-4617-aed5-565dd6e93183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325ee50d-41f1-4749-b62c-cbf9c5bc8ecd,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:48.452382 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40282) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:48.526843 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-60664e0f-a05a-4702-8aed-864840b660cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.551675 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-60664e0f-a05a-4702-8aed-864840b660cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.608952 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-60664e0f-a05a-4702-8aed-864840b660cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.611982 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-60664e0f-a05a-4702-8aed-864840b660cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.613305 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-60664e0f-a05a-4702-8aed-864840b660cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/325ee50d-41f1-4749-b62c-cbf9c5bc8ecd HTTP/1.1" status: 204 len: 168 time: 0.1592436 Aug 31 07:37:48.634159 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60664e0f-a05a-4702-8aed-864840b660cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325ee50d-41f1-4749-b62c-cbf9c5bc8ecd,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:48.686796 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] Made reservation on behalf of 922263d901cb4acb8af27aa72739c434 for: {'subnet': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:48.689484 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520561870'] for subnet, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.746260 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 7801abb5-3196-4ca6-a0ec-d4e997e91b4d details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:48.878500 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7801abb5-3196-4ca6-a0ec-d4e997e91b4d,segment=NetworkSegment(3f8b8ab1-d19c-49f1-a39a-ec8c327dc629),segment_id=3f8b8ab1-d19c-49f1-a39a-ec8c327dc629)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:48.892550 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '7801abb5-3196-4ca6-a0ec-d4e997e91b4d', 'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278', 'port_id': '7801abb5-3196-4ca6-a0ec-d4e997e91b4d', 'mac_address': 'fa:16:3e:c3:9e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb7be87-e11d-4ce8-9a03-ff2ffef8a305', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:48.896791 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520414681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520561880'] for subnet, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.946319 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:48.961208 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=114c4345-cc78-43c3-ac1e-5d053f7af249,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:48.963984 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7801abb5-3196-4ca6-a0ec-d4e997e91b4d {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:48.980498 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] Checking segment: {'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:48.981291 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] Network hostable DHCP agents. Network: 9c713d43-d084-4b83-b18e-0af9661b5cd6, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:37:48.987749 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7801abb5-3196-4ca6-a0ec-d4e997e91b4d,segment=NetworkSegment(3f8b8ab1-d19c-49f1-a39a-ec8c327dc629),segment_id=3f8b8ab1-d19c-49f1-a39a-ec8c327dc629)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:48.993476 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:49.007329 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] Network 9c713d43-d084-4b83-b18e-0af9661b5cd6 is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:37:49.018166 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, 9c713d43-d084-4b83-b18e-0af9661b5cd6) {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:49.031067 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b0910d-645a-4c94-9772-0684fbd30a75 None None] Network 9c713d43-d084-4b83-b18e-0af9661b5cd6 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:49.033573 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:49.034196 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:49.058398 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-ae0764b5-b3e4-4820-b1ab-2dbc4b4f3f2d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0870192 Aug 31 07:37:49.220665 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=7801abb5-3196-4ca6-a0ec-d4e997e91b4d,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:49.229549 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:49.229899 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:49.230240 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:49.230601 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:49.230930 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:49.231423 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:49.231907 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:49.232385 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:49.232848 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:49.233316 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:49.233804 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:49.234373 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:49.310344 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7d8dda-2066-49de-a450-57e8097e645b None None] Network 9c713d43-d084-4b83-b18e-0af9661b5cd6 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:37:49.346615 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['7801abb5-3196-4ca6-a0ec-d4e997e91b4d'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:49.520253 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb986f-82d7-4735-a32f-801254562e09 req-6e53827c-482a-4141-abb5-bd8874d96f15 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:49.527867 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-07fb986f-82d7-4735-a32f-801254562e09 req-6e53827c-482a-4141-abb5-bd8874d96f15 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0676389 Aug 31 07:37:49.577591 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-07fb986f-82d7-4735-a32f-801254562e09 req-a852dbbf-5765-48c7-a594-34935b45da39 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464859 Aug 31 07:37:49.770522 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb1125-42ff-4c92-ab8f-206ee73ab308 req-999e1994-4cdd-41cc-8171-06bdcc700f1b tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:49.776391 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dcbb1125-42ff-4c92-ab8f-206ee73ab308 req-999e1994-4cdd-41cc-8171-06bdcc700f1b tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 944 time: 0.1214266 Aug 31 07:37:49.844668 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-872fdb48-ae42-42d5-b9dc-c854240319c7 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:49.853224 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-872fdb48-ae42-42d5-b9dc-c854240319c7 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/networks?id=9c713d43-d084-4b83-b18e-0af9661b5cd6 HTTP/1.1" status: 200 len: 815 time: 0.2210484 Aug 31 07:37:49.894402 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-0abef918-5461-413d-9854-66c7c532fa0f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/quotas/922263d901cb4acb8af27aa72739c434 HTTP/1.1" status: 200 len: 375 time: 0.0317986 Aug 31 07:37:49.900936 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dcbb1125-42ff-4c92-ab8f-206ee73ab308 req-d0fa8dfa-631c-4b39-a504-b28163ac1ca8 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105900 Aug 31 07:37:49.924123 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-eb2434ff-ecf6-4637-9483-f376fffe6f9b tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=922263d901cb4acb8af27aa72739c434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369933 Aug 31 07:37:50.039162 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-c2e25ea8-dde9-440c-a48c-9be0c5b6cbf0 service neutron] 10.222.0.62 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140642 Aug 31 07:37:50.190056 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-7de5f2e3-b7f0-46bc-94e3-6d1450c0c916 service neutron] 10.222.0.62 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496968 Aug 31 07:37:50.244802 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40386) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:50.425554 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7052a694-6c27-4bdf-aac7-625636354160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.440686 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c2f48880-6e0e-4af5-8c7a-293439a8db7e req-dbd77da1-2b40-40a1-90fe-d41dab38bd78 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 210 time: 0.0313408 Aug 31 07:37:50.500525 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.556840 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7052a694-6c27-4bdf-aac7-625636354160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.561308 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7052a694-6c27-4bdf-aac7-625636354160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.609935 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-7052a694-6c27-4bdf-aac7-625636354160 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6bde3823926e4f2ebed65c338c2f02c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636775 Aug 31 07:37:50.612226 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052a694-6c27-4bdf-aac7-625636354160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b73467b-09fc-4460-9783-023ff2a91a05,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:50.612836 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40414) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:50.722099 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05d47da6-8add-4a14-8f1a-bb2dd84ea385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.733743 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efb2f4-0c47-4af4-9baf-d5260860711a req-b1baa42c-64be-4e1c-8766-aaebb833c5e4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:50.736030 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-78efb2f4-0c47-4af4-9baf-d5260860711a req-b1baa42c-64be-4e1c-8766-aaebb833c5e4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0653701 Aug 31 07:37:50.760980 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 7801abb5-3196-4ca6-a0ec-d4e997e91b4d up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:50.777255 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05d47da6-8add-4a14-8f1a-bb2dd84ea385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.817979 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:50.819986 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-78efb2f4-0c47-4af4-9baf-d5260860711a req-fefaa002-ffc1-4033-b3b0-08470d06e3e4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708656 Aug 31 07:37:50.822742 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:50.823480 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.856010 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05d47da6-8add-4a14-8f1a-bb2dd84ea385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.859181 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05d47da6-8add-4a14-8f1a-bb2dd84ea385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.860901 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-05d47da6-8add-4a14-8f1a-bb2dd84ea385 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9b73467b-09fc-4460-9783-023ff2a91a05 HTTP/1.1" status: 204 len: 168 time: 0.2469172 Aug 31 07:37:50.870573 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d47da6-8add-4a14-8f1a-bb2dd84ea385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b73467b-09fc-4460-9783-023ff2a91a05,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:50.932123 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:50.966479 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70716cc3-dc48-4782-b76d-6af1145cad2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7801abb5-3196-4ca6-a0ec-d4e997e91b4d'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:50.969428 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1befe4c9-59c0-457d-a123-83dfa646ad28" -d '{"events": [{"server_uuid": "70716cc3-dc48-4782-b76d-6af1145cad2f", "name": "network-vif-plugged", "status": "completed", "tag": "7801abb5-3196-4ca6-a0ec-d4e997e91b4d"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:50.984234 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7801abb5-3196-4ca6-a0ec-d4e997e91b4d,segment=NetworkSegment(3f8b8ab1-d19c-49f1-a39a-ec8c327dc629),segment_id=3f8b8ab1-d19c-49f1-a39a-ec8c327dc629)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:50.990136 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.047471 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffda38a-6863-40ec-8454-16eea0d7c536 x-openstack-request-id: req-2ffda38a-6863-40ec-8454-16eea0d7c536 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:51.047897 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70716cc3-dc48-4782-b76d-6af1145cad2f", "name": "network-vif-plugged", "status": "completed", "tag": "7801abb5-3196-4ca6-a0ec-d4e997e91b4d", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:51.048155 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ffda38a-6863-40ec-8454-16eea0d7c536 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:51.049412 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70716cc3-dc48-4782-b76d-6af1145cad2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7801abb5-3196-4ca6-a0ec-d4e997e91b4d', 'code': 200} Aug 31 07:37:51.100326 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=7801abb5-3196-4ca6-a0ec-d4e997e91b4d,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:51.115321 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec5b47-2038-4de3-a0d4-1211f40c9643 req-77e6d81c-ffdf-42e0-b7c1-201e60ea6a7b tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:51.127810 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-03ec5b47-2038-4de3-a0d4-1211f40c9643 req-77e6d81c-ffdf-42e0-b7c1-201e60ea6a7b tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 945 time: 0.1131091 Aug 31 07:37:51.163498 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-eb8f1be0-38e7-47bb-8339-5e84eaa5bdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.177617 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-03ec5b47-2038-4de3-a0d4-1211f40c9643 req-00f459bd-1a4c-493c-8b9b-a5bac8cc4fc5 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479171 Aug 31 07:37:51.313938 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7f627-b080-449f-b0cc-f4db8631deac req-d7492334-939b-460a-aba1-b9da3b6060d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:51.315484 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-95e7f627-b080-449f-b0cc-f4db8631deac req-d7492334-939b-460a-aba1-b9da3b6060d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 1098 time: 0.0431409 Aug 31 07:37:51.362615 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-95e7f627-b080-449f-b0cc-f4db8631deac req-9d61a7c0-a89d-4c36-a5e9-1596437363e6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372837 Aug 31 07:37:51.366206 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40442) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:51.386084 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5d6c168c-6208-4cde-b8eb-d61446fb0332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.502737 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5d6c168c-6208-4cde-b8eb-d61446fb0332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.508009 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5d6c168c-6208-4cde-b8eb-d61446fb0332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.561001 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-21d55f85-40e6-4505-a981-b660daba4f44 req-4d10f628-9dc7-4a33-8c4e-b21af3d86ce4 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 210 time: 0.0423465 Aug 31 07:37:51.571328 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-5d6c168c-6208-4cde-b8eb-d61446fb0332 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c39c7aaaed6452b8cc6c96d6536c843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039199 Aug 31 07:37:51.573270 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c168c-6208-4cde-b8eb-d61446fb0332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee64343e-8f60-4acb-b27a-66ab7270bf53,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:51.574061 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40452) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:51.627975 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-349cbd3b-adb1-49af-aced-c4196499e2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.649714 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-349cbd3b-adb1-49af-aced-c4196499e2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.653306 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-2bc7788a-c525-452c-bab9-a4ada29bee28 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6ce47b43dbc54bec9ecb772d764c6dc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315897 Aug 31 07:37:51.701978 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-349cbd3b-adb1-49af-aced-c4196499e2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.704502 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-349cbd3b-adb1-49af-aced-c4196499e2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:51.705913 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-349cbd3b-adb1-49af-aced-c4196499e2b3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee64343e-8f60-4acb-b27a-66ab7270bf53 HTTP/1.1" status: 204 len: 168 time: 0.1306493 Aug 31 07:37:51.716361 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cbd3b-adb1-49af-aced-c4196499e2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee64343e-8f60-4acb-b27a-66ab7270bf53,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:51.884908 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344bf75-6226-402e-af90-46598e064de9 req-9df8f740-98e7-45af-b9d0-2f8b642de139 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:51.886837 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-9df8f740-98e7-45af-b9d0-2f8b642de139 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2277796 Aug 31 07:37:51.916509 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-e0490b02-7427-49e2-8120-18cfd059f007 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:51.918222 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-e0490b02-7427-49e2-8120-18cfd059f007 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "GET /v2.0/networks?id=9c713d43-d084-4b83-b18e-0af9661b5cd6 HTTP/1.1" status: 200 len: 815 time: 0.1389365 Aug 31 07:37:51.926911 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-b0d31ab3-12d0-4b00-baa4-17dec1095c80 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/quotas/6ce47b43dbc54bec9ecb772d764c6dc5 HTTP/1.1" status: 200 len: 375 time: 0.0222216 Aug 31 07:37:51.935170 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-bc072753-45da-40ae-a429-f96cdf66d20e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Request body: {'port': {'device_id': 'd5de800c-e8e5-4dfd-bf38-7e3ed3737270', 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6', 'admin_state_up': True, 'tenant_id': '922263d901cb4acb8af27aa72739c434'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:51.974515 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-1edc5ed3-e964-430c-9098-3bb9efd9bdf8 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ce47b43dbc54bec9ecb772d764c6dc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294399 Aug 31 07:37:51.992301 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f1c36-34f4-4d36-a142-bfdac4a92b38 req-faef2a1f-5fd8-4047-bcb1-da0ffaf325cf tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:51.993493 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e83f1c36-34f4-4d36-a142-bfdac4a92b38 req-faef2a1f-5fd8-4047-bcb1-da0ffaf325cf tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0764549 Aug 31 07:37:52.038654 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e83f1c36-34f4-4d36-a142-bfdac4a92b38 req-623d8492-c6af-41ec-a4f6-a58f16ffd54f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383685 Aug 31 07:37:52.079216 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-bc072753-45da-40ae-a429-f96cdf66d20e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Made reservation on behalf of 922263d901cb4acb8af27aa72739c434 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:52.083690 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-bc072753-45da-40ae-a429-f96cdf66d20e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.199912 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1e64feb4-1818-47a4-87e9-2b285a3fbe8f req-63d06d76-962c-4421-81bb-bb48e63d1239 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 210 time: 0.0548248 Aug 31 07:37:52.262266 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-bc072753-45da-40ae-a429-f96cdf66d20e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Allocated IP 172.20.0.3 (9c713d43-d084-4b83-b18e-0af9661b5cd6/114c4345-cc78-43c3-ac1e-5d053f7af249/4c920c26-7772-48d6-95b2-a4c69a79467b) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:52.332963 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a0bfb-5ff4-4b4f-ac99-4d6b848fe6ff req-0047c9e2-dfe8-4a47-a5f3-8a8c8afef726 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:52.340611 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-916a0bfb-5ff4-4b4f-ac99-4d6b848fe6ff req-0047c9e2-dfe8-4a47-a5f3-8a8c8afef726 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 945 time: 0.0627153 Aug 31 07:37:52.402519 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-916a0bfb-5ff4-4b4f-ac99-4d6b848fe6ff req-77b4fcfd-8708-4f89-b7d6-ad5a5ab20396 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608563 Aug 31 07:37:52.512129 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-bc072753-45da-40ae-a429-f96cdf66d20e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.567418 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-bc072753-45da-40ae-a429-f96cdf66d20e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.620564 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-bc072753-45da-40ae-a429-f96cdf66d20e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Network 9c713d43-d084-4b83-b18e-0af9661b5cd6 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:52.623833 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-bc072753-45da-40ae-a429-f96cdf66d20e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:52.632816 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-bc072753-45da-40ae-a429-f96cdf66d20e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:52.657501 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc072753-45da-40ae-a429-f96cdf66d20e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Pushing event updated for resources: {'Port': ['ID=4c920c26-7772-48d6-95b2-a4c69a79467b,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:52.708792 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-bc072753-45da-40ae-a429-f96cdf66d20e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:52.710841 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-bc072753-45da-40ae-a429-f96cdf66d20e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:52.737009 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4134f62-4c06-4c13-b13e-f5c98d6ec3bd req-f512886f-a35e-4d7f-b475-70b9e766a8e8 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:52.740376 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e4134f62-4c06-4c13-b13e-f5c98d6ec3bd req-f512886f-a35e-4d7f-b475-70b9e766a8e8 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 931 time: 0.0666282 Aug 31 07:37:52.743258 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-bc072753-45da-40ae-a429-f96cdf66d20e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8023367 Aug 31 07:37:52.750797 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Request body: {'port': {'device_id': 'd5de800c-e8e5-4dfd-bf38-7e3ed3737270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:52.809723 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e4134f62-4c06-4c13-b13e-f5c98d6ec3bd req-ba742447-2254-43b8-ae41-9151e6743f0e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612216 Aug 31 07:37:52.821821 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.140789 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c920c26-7772-48d6-95b2-a4c69a79467b {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:53.150634 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.166182 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Transition to ACTIVE for port object 4c920c26-7772-48d6-95b2-a4c69a79467b will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:53.171791 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.182716 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5da1a-5bb5-4db1-b444-51435c566b3e req-7f4649ef-2bad-41e0-92f4-7612dd0d1c43 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:53.190061 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-add5da1a-5bb5-4db1-b444-51435c566b3e req-7f4649ef-2bad-41e0-92f4-7612dd0d1c43 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0565066 Aug 31 07:37:53.242896 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-add5da1a-5bb5-4db1-b444-51435c566b3e req-9f16144c-547b-4e3c-bfc4-ccf81d5658f6 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475535 Aug 31 07:37:53.273158 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Pushing event updated for resources: {'Port': ['ID=4c920c26-7772-48d6-95b2-a4c69a79467b,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:53.339698 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ea211c0a-b3c5-460f-a890-2a2349af36b3 req-a4a1b6ff-9968-4926-bb33-c4eb6b135e03 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 210 time: 0.0383520 Aug 31 07:37:53.341971 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Attempting to bind port 4c920c26-7772-48d6-95b2-a4c69a79467b on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:53.342447 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Attempting to bind port 4c920c26-7772-48d6-95b2-a4c69a79467b by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:53.342778 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Attempting to bind port 4c920c26-7772-48d6-95b2-a4c69a79467b on network 9c713d43-d084-4b83-b18e-0af9661b5cd6 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:53.356336 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Port 4c920c26-7772-48d6-95b2-a4c69a79467b on network 9c713d43-d084-4b83-b18e-0af9661b5cd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:53.356664 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Attempting to bind port 4c920c26-7772-48d6-95b2-a4c69a79467b on network 9c713d43-d084-4b83-b18e-0af9661b5cd6 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:53.366171 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:53.366685 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Checking segment: {'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:53.366973 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Bound using segment: {'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:53.367408 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Bound port: 4c920c26-7772-48d6-95b2-a4c69a79467b, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:53.367859 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.455792 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] For port 4c920c26-7772-48d6-95b2-a4c69a79467b, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:53.502740 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-007e2443-527a-4754-ae60-9c4459eac656 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6ce47b43dbc54bec9ecb772d764c6dc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475373 Aug 31 07:37:53.506878 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] For port 4c920c26-7772-48d6-95b2-a4c69a79467b, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c920c26-7772-48d6-95b2-a4c69a79467b,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:53.517858 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.585295 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b6146-96b0-4200-9c48-a9da22f0ca6d req-9e0bbb5f-13a1-4e91-b430-0c284e1564a4 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:53.587599 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b73b6146-96b0-4200-9c48-a9da22f0ca6d req-9e0bbb5f-13a1-4e91-b430-0c284e1564a4 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 945 time: 0.0833426 Aug 31 07:37:53.648584 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b73b6146-96b0-4200-9c48-a9da22f0ca6d req-82517ad1-5522-4800-a9c0-0d56005e6495 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542891 Aug 31 07:37:53.704487 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:53.705110 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:53.706533 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] 10.222.0.59 "PUT /v2.0/ports/4c920c26-7772-48d6-95b2-a4c69a79467b HTTP/1.1" status: 200 len: 1093 time: 0.9601820 Aug 31 07:37:53.714415 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5de800c-e8e5-4dfd-bf38-7e3ed3737270', 'tag': '4c920c26-7772-48d6-95b2-a4c69a79467b'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:53.716663 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2c9045-a14f-442c-9492-c74b984fc2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5de800c-e8e5-4dfd-bf38-7e3ed3737270", "tag": "4c920c26-7772-48d6-95b2-a4c69a79467b"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:53.826452 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129aee56-c9c1-4c58-b470-deac369961cc x-openstack-request-id: req-129aee56-c9c1-4c58-b470-deac369961cc {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:53.826909 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5de800c-e8e5-4dfd-bf38-7e3ed3737270", "tag": "4c920c26-7772-48d6-95b2-a4c69a79467b", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:53.827428 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-129aee56-c9c1-4c58-b470-deac369961cc {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:53.838966 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5de800c-e8e5-4dfd-bf38-7e3ed3737270', 'tag': '4c920c26-7772-48d6-95b2-a4c69a79467b', 'status': 'completed', 'code': 200} Aug 31 07:37:53.948450 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01691d-0f91-4d30-b988-98e686e93f2f service neutron] Pushing event updated for resources: {'Port': ['ID=4c920c26-7772-48d6-95b2-a4c69a79467b,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:53.973128 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-c245a595-cb8f-4704-8f25-921000405f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:53.975441 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-c245a595-cb8f-4704-8f25-921000405f58 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=922263d901cb4acb8af27aa72739c434&device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 1096 time: 0.1978855 Aug 31 07:37:53.985074 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344bf75-6226-402e-af90-46598e064de9 req-b7c58e2c-5e75-4164-9ea7-5d92095ef828 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:53.986562 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-b7c58e2c-5e75-4164-9ea7-5d92095ef828 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4507656 Aug 31 07:37:53.992572 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5825696-37a1-43a3-8321-9ea024c8c602 req-5d2e5650-63cc-42a7-90dd-00090370454f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:53.999985 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f5825696-37a1-43a3-8321-9ea024c8c602 req-5d2e5650-63cc-42a7-90dd-00090370454f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 943 time: 0.0873694 Aug 31 07:37:54.043042 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-a39b7ba1-f2aa-485c-bc1e-66ce40c747f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c920c26-7772-48d6-95b2-a4c69a79467b HTTP/1.1" status: 200 len: 217 time: 0.0554800 Aug 31 07:37:54.053610 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Request body: {'port': {'device_id': 'f0505148-a307-4d67-8986-c0ab58b2e44a', 'network_id': 'e097dee3-465f-4a5c-87be-41bf9f16153d', 'admin_state_up': True, 'tenant_id': '6ce47b43dbc54bec9ecb772d764c6dc5'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:54.056141 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f5825696-37a1-43a3-8321-9ea024c8c602 req-be65c57e-afb7-43bd-a1d8-2e355d3b4502 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552156 Aug 31 07:37:54.142215 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-483f232d-5534-4736-b8ad-2e441551a4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.181979 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-44550924-6574-41d2-b873-6ccf2858cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:54.183731 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-44550924-6574-41d2-b873-6ccf2858cbe5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=114c4345-cc78-43c3-ac1e-5d053f7af249 HTTP/1.1" status: 200 len: 855 time: 0.1121352 Aug 31 07:37:54.233188 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-c502a770-dc9f-4ade-b5c6-680a6cca0e81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c713d43-d084-4b83-b18e-0af9661b5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274122 Aug 31 07:37:54.360313 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Made reservation on behalf of 6ce47b43dbc54bec9ecb772d764c6dc5 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:37:54.363864 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.375921 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.391845 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.411768 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac98b7d-991c-4ac9-a814-8e02acdf7d2c req-a5c71336-896f-4673-8880-124f89df353d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:54.413735 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6ac98b7d-991c-4ac9-a814-8e02acdf7d2c req-a5c71336-896f-4673-8880-124f89df353d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0634127 Aug 31 07:37:54.427111 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-ca3e700f-6c96-410e-9a03-d720eaed97e0 service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851764 Aug 31 07:37:54.461498 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9f32c428-3432-4088-b39c-db9c6768dd54 req-c64a7c91-a400-438c-b28c-b7f7ef734a64 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 210 time: 0.0331306 Aug 31 07:37:54.489900 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6ac98b7d-991c-4ac9-a814-8e02acdf7d2c req-85a05615-b988-4885-bc60-15af0f5ca4bf tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597949 Aug 31 07:37:54.626326 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8b12f5b9-1d4f-4e71-b604-565e7e938581 req-c50505af-79fd-42a0-acc7-8b71ea2d157b service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878514 Aug 31 07:37:54.642725 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.652612 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.868605 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.983192 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eae779-9f04-468b-9a5a-632515e7380a,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:55.033884 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c9045-a14f-442c-9492-c74b984fc2a4 req-3fc9eedb-5c4b-4631-a734-8b647564522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:55.035417 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-db2c9045-a14f-442c-9492-c74b984fc2a4 req-3fc9eedb-5c4b-4631-a734-8b647564522f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=922263d901cb4acb8af27aa72739c434&device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 1096 time: 0.1006792 Aug 31 07:37:55.058409 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Allocated IP 192.168.233.225 (e097dee3-465f-4a5c-87be-41bf9f16153d/0d814458-f958-45da-b73a-6f4f1896e03b/d24ba9e9-3c57-471f-a343-a8d6bd4b53a0) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:37:55.178261 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46048eb1-be0b-4e01-a514-12814fd52c24 req-a0fbba85-f90a-4452-8d69-d5e077c91485 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:55.179872 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-46048eb1-be0b-4e01-a514-12814fd52c24 req-a0fbba85-f90a-4452-8d69-d5e077c91485 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 943 time: 0.0573881 Aug 31 07:37:55.216534 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-46048eb1-be0b-4e01-a514-12814fd52c24 req-12c39149-88c5-48e4-889e-8e1f5af54337 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303676 Aug 31 07:37:55.219441 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c9045-a14f-442c-9492-c74b984fc2a4 req-1d6dd52f-2152-4fe0-9f39-4794b5ccfb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:55.220901 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-db2c9045-a14f-442c-9492-c74b984fc2a4 req-1d6dd52f-2152-4fe0-9f39-4794b5ccfb39 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c713d43-d084-4b83-b18e-0af9661b5cd6 HTTP/1.1" status: 200 len: 916 time: 0.1675103 Aug 31 07:37:55.273443 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-db2c9045-a14f-442c-9492-c74b984fc2a4 req-d5211847-9a9c-46f6-b7e6-b7bebdea30ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c920c26-7772-48d6-95b2-a4c69a79467b HTTP/1.1" status: 200 len: 217 time: 0.0388365 Aug 31 07:37:55.348226 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.353585 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c9045-a14f-442c-9492-c74b984fc2a4 req-28e0c204-4331-448c-9ebd-cdab0cabb0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:55.355076 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-db2c9045-a14f-442c-9492-c74b984fc2a4 req-28e0c204-4331-448c-9ebd-cdab0cabb0fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=114c4345-cc78-43c3-ac1e-5d053f7af249 HTTP/1.1" status: 200 len: 855 time: 0.0728223 Aug 31 07:37:55.366273 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Transition to ACTIVE for port object d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:55.411414 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-db2c9045-a14f-442c-9492-c74b984fc2a4 req-74daa507-c483-4662-ab6d-b73029bebbb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c713d43-d084-4b83-b18e-0af9661b5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432575 Aug 31 07:37:55.482444 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.547772 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Network e097dee3-465f-4a5c-87be-41bf9f16153d is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:55.558344 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:55.560487 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Pushing event updated for resources: {'Port': ['ID=d24ba9e9-3c57-471f-a343-a8d6bd4b53a0,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:55.571047 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:55.673493 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6ce61-c2e6-4ca6-8a4b-21bf805d49c3 req-6a5c24b3-67f3-4932-a674-46e518054c16 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:55.679841 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3fb6ce61-c2e6-4ca6-8a4b-21bf805d49c3 req-6a5c24b3-67f3-4932-a674-46e518054c16 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 936 time: 0.1405666 Aug 31 07:37:55.680531 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-db2c9045-a14f-442c-9492-c74b984fc2a4 req-a060cccc-9cdf-49d1-b0cf-a47943db9f7a service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504439 Aug 31 07:37:55.698184 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00b3b5-48a8-417d-8590-dbe8cf6b9d32 req-b04e811c-86d0-4e20-aa3a-6b6d289d3a5d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:55.700347 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-aa00b3b5-48a8-417d-8590-dbe8cf6b9d32 req-b04e811c-86d0-4e20-aa3a-6b6d289d3a5d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.1058662 Aug 31 07:37:55.716517 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:55.716517 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.771345 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-ecbbfde1-0946-48e7-83e4-f2752d532f04 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7263122 Aug 31 07:37:55.788677 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-46fc55b0-9634-4939-8be4-aebf35c8bf5a None None] Provisioning for port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:55.790049 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Request body: {'port': {'device_id': 'f0505148-a307-4d67-8986-c0ab58b2e44a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:55.792978 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3fb6ce61-c2e6-4ca6-8a4b-21bf805d49c3 req-8c3c9c61-c889-41a6-a0af-4866dc71301f tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6eae779-9f04-468b-9a5a-632515e7380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040998 Aug 31 07:37:55.793278 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-46fc55b0-9634-4939-8be4-aebf35c8bf5a None None] Provisioning complete for port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:55.793836 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-46fc55b0-9634-4939-8be4-aebf35c8bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:55.825559 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-aa00b3b5-48a8-417d-8590-dbe8cf6b9d32 req-c093ada3-94bd-44d4-8186-3c58a454c6e8 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859962 Aug 31 07:37:55.859228 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-46fc55b0-9634-4939-8be4-aebf35c8bf5a None None] Port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:37:55.879260 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-db2c9045-a14f-442c-9492-c74b984fc2a4 req-2b5dbb7b-05d5-409a-acea-3f975b75bd07 service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839526 Aug 31 07:37:55.904866 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.220302 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:56.229812 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.243952 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Transition to ACTIVE for port object d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:37:56.248401 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.331161 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Pushing event updated for resources: {'Port': ['ID=d24ba9e9-3c57-471f-a343-a8d6bd4b53a0,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:56.413331 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d365a-1ce8-4a22-8dfc-6abb2a5ebda6 req-95357b91-09f6-41c2-b201-561f03cce4de tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.420901 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f57d365a-1ce8-4a22-8dfc-6abb2a5ebda6 req-95357b91-09f6-41c2-b201-561f03cce4de tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 943 time: 0.0932608 Aug 31 07:37:56.437315 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Attempting to bind port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:37:56.437924 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Attempting to bind port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '638dd7a1-d51b-4cd8-9625-89e2053cc66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e097dee3-465f-4a5c-87be-41bf9f16153d'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:37:56.438432 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Attempting to bind port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 on network e097dee3-465f-4a5c-87be-41bf9f16153d {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:56.444503 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 on network e097dee3-465f-4a5c-87be-41bf9f16153d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:37:56.445767 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Attempting to bind port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 on network e097dee3-465f-4a5c-87be-41bf9f16153d {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:37:56.465573 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:37:56.465573 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Checking segment: {'id': '638dd7a1-d51b-4cd8-9625-89e2053cc66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e097dee3-465f-4a5c-87be-41bf9f16153d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:37:56.467174 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Bound using segment: {'id': '638dd7a1-d51b-4cd8-9625-89e2053cc66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e097dee3-465f-4a5c-87be-41bf9f16153d'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:37:56.470309 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Bound port: d24ba9e9-3c57-471f-a343-a8d6bd4b53a0, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '638dd7a1-d51b-4cd8-9625-89e2053cc66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e097dee3-465f-4a5c-87be-41bf9f16153d'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:37:56.470852 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.491772 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f57d365a-1ce8-4a22-8dfc-6abb2a5ebda6 req-ea9e5759-0751-43be-807a-0800bb42e8b1 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696642 Aug 31 07:37:56.569865 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] For port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:37:56.573943 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] For port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d24ba9e9-3c57-471f-a343-a8d6bd4b53a0,segment=NetworkSegment(638dd7a1-d51b-4cd8-9625-89e2053cc66f),segment_id=638dd7a1-d51b-4cd8-9625-89e2053cc66f)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:37:56.580566 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.618413 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.618993 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.620633 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] 10.222.0.59 "PUT /v2.0/ports/d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 HTTP/1.1" status: 200 len: 1098 time: 0.8350515 Aug 31 07:37:56.621103 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0505148-a307-4d67-8986-c0ab58b2e44a', 'tag': 'd24ba9e9-3c57-471f-a343-a8d6bd4b53a0'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:56.623398 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf748f2-9ef6-45af-98dc-a774037a920b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0505148-a307-4d67-8986-c0ab58b2e44a", "tag": "d24ba9e9-3c57-471f-a343-a8d6bd4b53a0"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:56.657519 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11219634-3dda-4f26-ba99-b848c0a44756 service neutron] Pushing event updated for resources: {'Port': ['ID=d24ba9e9-3c57-471f-a343-a8d6bd4b53a0,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:56.674047 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188a6c5b-2cc3-4388-8ba3-c003c61096b2 x-openstack-request-id: req-188a6c5b-2cc3-4388-8ba3-c003c61096b2 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:56.674337 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0505148-a307-4d67-8986-c0ab58b2e44a", "tag": "d24ba9e9-3c57-471f-a343-a8d6bd4b53a0", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:56.674617 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-188a6c5b-2cc3-4388-8ba3-c003c61096b2 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:56.675011 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0505148-a307-4d67-8986-c0ab58b2e44a', 'tag': 'd24ba9e9-3c57-471f-a343-a8d6bd4b53a0', 'status': 'completed', 'code': 200} Aug 31 07:37:56.706042 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:56.725773 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344bf75-6226-402e-af90-46598e064de9 req-5f11cde1-df4d-41ca-9a7f-daae85a751c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.727753 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-5f11cde1-df4d-41ca-9a7f-daae85a751c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ce47b43dbc54bec9ecb772d764c6dc5&device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 1101 time: 0.0633333 Aug 31 07:37:56.793580 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 4c920c26-7772-48d6-95b2-a4c69a79467b details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:37:56.804732 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-71c92808-cbbd-429f-951c-7598ed0eaaa8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 HTTP/1.1" status: 200 len: 217 time: 0.0681238 Aug 31 07:37:56.902162 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344bf75-6226-402e-af90-46598e064de9 req-cbbf2a47-0f9b-4373-b807-8b83be9b722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.905220 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-cbbf2a47-0f9b-4373-b807-8b83be9b722f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d814458-f958-45da-b73a-6f4f1896e03b HTTP/1.1" status: 200 len: 843 time: 0.0886674 Aug 31 07:37:56.931628 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 4c920c26-7772-48d6-95b2-a4c69a79467b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c920c26-7772-48d6-95b2-a4c69a79467b,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:56.945370 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '4c920c26-7772-48d6-95b2-a4c69a79467b', 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6', 'port_id': '4c920c26-7772-48d6-95b2-a4c69a79467b', 'mac_address': 'fa:16:3e:0d:a2:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114c4345-cc78-43c3-ac1e-5d053f7af249', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:37:56.977907 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344bf75-6226-402e-af90-46598e064de9 req-9312b50b-5387-4155-818c-5e3b8f39953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:56.980748 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-9312b50b-5387-4155-818c-5e3b8f39953e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e097dee3-465f-4a5c-87be-41bf9f16153d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0650439 Aug 31 07:37:57.013772 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:57.032370 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c920c26-7772-48d6-95b2-a4c69a79467b {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:37:57.034603 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f331fc-df27-4357-bd99-7fba5f43246a req-b000dc09-8805-4611-a37e-41234e626e3d tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.036688 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-23f331fc-df27-4357-bd99-7fba5f43246a req-b000dc09-8805-4611-a37e-41234e626e3d tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 948 time: 0.1006660 Aug 31 07:37:57.046688 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157af4e0-cfa1-4b37-9fe9-2b889e497248 req-45c28c1e-7f64-420a-8df0-9e1e170b6c07 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.052220 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-157af4e0-cfa1-4b37-9fe9-2b889e497248 req-45c28c1e-7f64-420a-8df0-9e1e170b6c07 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.1238606 Aug 31 07:37:57.068578 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 4c920c26-7772-48d6-95b2-a4c69a79467b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c920c26-7772-48d6-95b2-a4c69a79467b,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:57.075065 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:57.099931 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-a849d843-70c5-4f1a-83c6-eff197609657 service neutron] 10.222.0.59 "GET /v2.0/networks/e097dee3-465f-4a5c-87be-41bf9f16153d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072168 Aug 31 07:37:57.128484 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-23f331fc-df27-4357-bd99-7fba5f43246a req-5bae3e63-f170-45cb-80a0-ec14a485829b tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6eae779-9f04-468b-9a5a-632515e7380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742269 Aug 31 07:37:57.142232 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-157af4e0-cfa1-4b37-9fe9-2b889e497248 req-82d46406-0184-4708-8d63-c8b0c3e684f8 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804231 Aug 31 07:37:57.158162 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=4c920c26-7772-48d6-95b2-a4c69a79467b,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:57.246104 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6344bf75-6226-402e-af90-46598e064de9 req-1138177f-cb52-4330-b186-7c7b5149a2a5 service neutron] 10.222.0.59 "GET /v2.0/networks/e097dee3-465f-4a5c-87be-41bf9f16153d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395221 Aug 31 07:37:57.397325 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf748f2-9ef6-45af-98dc-a774037a920b req-e2b02465-e406-43b6-8497-684182030ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.398909 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8cf748f2-9ef6-45af-98dc-a774037a920b req-e2b02465-e406-43b6-8497-684182030ee5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ce47b43dbc54bec9ecb772d764c6dc5&device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 1101 time: 0.0418205 Aug 31 07:37:57.446947 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['4c920c26-7772-48d6-95b2-a4c69a79467b'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:57.505955 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf748f2-9ef6-45af-98dc-a774037a920b req-3405b127-c2be-4188-b7c7-ad4ae2883db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.508422 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8cf748f2-9ef6-45af-98dc-a774037a920b req-3405b127-c2be-4188-b7c7-ad4ae2883db4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e097dee3-465f-4a5c-87be-41bf9f16153d HTTP/1.1" status: 200 len: 870 time: 0.1005857 Aug 31 07:37:57.566044 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8cf748f2-9ef6-45af-98dc-a774037a920b req-d0f181e2-9c2a-41b2-8581-5fb7f7217b73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 HTTP/1.1" status: 200 len: 217 time: 0.0456011 Aug 31 07:37:57.635200 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf748f2-9ef6-45af-98dc-a774037a920b req-5638e899-d17d-4474-98e4-7f93472bf59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.637995 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8cf748f2-9ef6-45af-98dc-a774037a920b req-5638e899-d17d-4474-98e4-7f93472bf59a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0d814458-f958-45da-b73a-6f4f1896e03b HTTP/1.1" status: 200 len: 843 time: 0.0598195 Aug 31 07:37:57.656143 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b326ee0-2224-4928-bdfd-bbc58e59dd3d req-0027b4af-d868-40d5-832f-62543ff4e7e0 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.663668 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2b326ee0-2224-4928-bdfd-bbc58e59dd3d req-0027b4af-d868-40d5-832f-62543ff4e7e0 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 944 time: 0.0724907 Aug 31 07:37:57.700212 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf748f2-9ef6-45af-98dc-a774037a920b req-18d01657-65f9-49a9-9839-f9dde17e85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:57.703284 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8cf748f2-9ef6-45af-98dc-a774037a920b req-18d01657-65f9-49a9-9839-f9dde17e85d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e097dee3-465f-4a5c-87be-41bf9f16153d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0571303 Aug 31 07:37:57.831966 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8cf748f2-9ef6-45af-98dc-a774037a920b req-df02b3bd-5d46-4652-8a69-9fc7ce7d9de5 service neutron] 10.222.0.59 "GET /v2.0/networks/e097dee3-465f-4a5c-87be-41bf9f16153d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136696 Aug 31 07:37:57.916458 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2b326ee0-2224-4928-bdfd-bbc58e59dd3d req-2ea668c6-6af3-4692-b977-82ba0cf2ffe6 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518175 Aug 31 07:37:57.941947 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8cf748f2-9ef6-45af-98dc-a774037a920b req-aed4fd3d-8fe6-440b-9c7a-072be6cba9ff service neutron] 10.222.0.59 "GET /v2.0/networks/e097dee3-465f-4a5c-87be-41bf9f16153d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035082 Aug 31 07:37:58.034316 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40752) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:58.140059 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a47722f-fec7-4cfe-a648-46b2b9e0a7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.262707 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a47722f-fec7-4cfe-a648-46b2b9e0a7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.267144 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9a47722f-fec7-4cfe-a648-46b2b9e0a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.283833 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715aca0-c3d4-4006-8170-157372716101 req-2fb1865e-7165-4d83-a7ec-a054f8a5dfea tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:58.285293 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c715aca0-c3d4-4006-8170-157372716101 req-2fb1865e-7165-4d83-a7ec-a054f8a5dfea tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 948 time: 0.0782115 Aug 31 07:37:58.294554 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd20925-ea90-4b7b-a8f1-cee0e940c1ec req-32146584-df66-4969-8739-22b6cafa7fde tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:58.296052 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5fd20925-ea90-4b7b-a8f1-cee0e940c1ec req-32146584-df66-4969-8739-22b6cafa7fde tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0790284 Aug 31 07:37:58.307851 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-9a47722f-fec7-4cfe-a648-46b2b9e0a7d4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9461347d30943ddb67f5f3e4e2e0970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723763 Aug 31 07:37:58.308868 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47722f-fec7-4cfe-a648-46b2b9e0a7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ec756d-e14d-425f-959d-fbf693e98e15,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:58.310297 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40764) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:58.400034 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c715aca0-c3d4-4006-8170-157372716101 req-5353e78c-8b56-497e-8609-50f26e10c619 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6eae779-9f04-468b-9a5a-632515e7380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992432 Aug 31 07:37:58.403112 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5fd20925-ea90-4b7b-a8f1-cee0e940c1ec req-20932e36-8b61-439e-a6f0-b5ebab9397ee tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959001 Aug 31 07:37:58.420818 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-aebbd225-eb4d-471f-bf25-ce7ea1fffee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.461446 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-aebbd225-eb4d-471f-bf25-ce7ea1fffee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.525364 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-aebbd225-eb4d-471f-bf25-ce7ea1fffee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.528304 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-aebbd225-eb4d-471f-bf25-ce7ea1fffee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.531793 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-aebbd225-eb4d-471f-bf25-ce7ea1fffee0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23ec756d-e14d-425f-959d-fbf693e98e15 HTTP/1.1" status: 204 len: 168 time: 0.2202089 Aug 31 07:37:58.542120 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbd225-eb4d-471f-bf25-ce7ea1fffee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ec756d-e14d-425f-959d-fbf693e98e15,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:58.643524 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40780) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:58.818964 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 4c920c26-7772-48d6-95b2-a4c69a79467b up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:37:58.883861 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 4c920c26-7772-48d6-95b2-a4c69a79467b completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:37:58.889062 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 4c920c26-7772-48d6-95b2-a4c69a79467b triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:58.889841 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.926653 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b6e22496-e49d-4c5c-82e1-8aabf7a8876f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:58.965378 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40788) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:58.986454 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-875ced01-4adc-4efe-9f37-1a30f0152456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.004405 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.038215 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5de800c-e8e5-4dfd-bf38-7e3ed3737270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c920c26-7772-48d6-95b2-a4c69a79467b'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:59.038215 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf78d09-2528-46e4-bca6-3e2a5ed9fd6d" -d '{"events": [{"server_uuid": "d5de800c-e8e5-4dfd-bf38-7e3ed3737270", "name": "network-vif-plugged", "status": "completed", "tag": "4c920c26-7772-48d6-95b2-a4c69a79467b"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:59.054422 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 4c920c26-7772-48d6-95b2-a4c69a79467b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c920c26-7772-48d6-95b2-a4c69a79467b,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:59.059171 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.104763 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735cce20-25fb-489a-992f-f067293324f9 x-openstack-request-id: req-735cce20-25fb-489a-992f-f067293324f9 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:59.105056 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5de800c-e8e5-4dfd-bf38-7e3ed3737270", "name": "network-vif-plugged", "status": "completed", "tag": "4c920c26-7772-48d6-95b2-a4c69a79467b", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:59.105310 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-735cce20-25fb-489a-992f-f067293324f9 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:59.105697 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5de800c-e8e5-4dfd-bf38-7e3ed3737270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c920c26-7772-48d6-95b2-a4c69a79467b', 'code': 200} Aug 31 07:37:59.121031 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85498c-af1d-400a-aa6b-ad4e03552160 req-fe9be46f-03dd-4d27-b77f-54da7b0b859f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:59.121031 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7d85498c-af1d-400a-aa6b-ad4e03552160 req-fe9be46f-03dd-4d27-b77f-54da7b0b859f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 944 time: 0.0972178 Aug 31 07:37:59.124572 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=4c920c26-7772-48d6-95b2-a4c69a79467b,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:59.140984 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b6e22496-e49d-4c5c-82e1-8aabf7a8876f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.150275 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b6e22496-e49d-4c5c-82e1-8aabf7a8876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.212455 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-b6e22496-e49d-4c5c-82e1-8aabf7a8876f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a05fbfe9e8b44d3aab438df0e813dde9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5670173 Aug 31 07:37:59.214872 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40792) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:59.223500 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7d85498c-af1d-400a-aa6b-ad4e03552160 req-1ff4c855-1316-4d48-8ea1-140f6c911620 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969210 Aug 31 07:37:59.227451 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e22496-e49d-4c5c-82e1-8aabf7a8876f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4018aa19-ee88-4b6d-b3c2-b46a428f9caa,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:59.299064 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-875ced01-4adc-4efe-9f37-1a30f0152456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.321847 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-875ced01-4adc-4efe-9f37-1a30f0152456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.347830 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8968602e-6d10-48b1-a622-b3b91324fda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.397471 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ced01-4adc-4efe-9f37-1a30f0152456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10e43de-5a4c-49d8-99a6-8265c91f983a,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:59.402710 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8968602e-6d10-48b1-a622-b3b91324fda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.406252 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-875ced01-4adc-4efe-9f37-1a30f0152456 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a90fa300dc7a43b1b4b096f19164ea3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395182 Aug 31 07:37:59.409396 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40794) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:59.414387 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea856401-3502-4bf4-b69f-939e655d8c60 req-c963c86e-8b13-4010-89cb-e16ef380631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:59.415862 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ea856401-3502-4bf4-b69f-939e655d8c60 req-c963c86e-8b13-4010-89cb-e16ef380631f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 1098 time: 0.1313078 Aug 31 07:37:59.471699 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba28c-095f-4e1a-a63f-9ad6c9dbd1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.485627 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ea856401-3502-4bf4-b69f-939e655d8c60 req-1ab82914-444c-431f-9f43-698fde40485a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485835 Aug 31 07:37:59.505342 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8968602e-6d10-48b1-a622-b3b91324fda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.508452 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8968602e-6d10-48b1-a622-b3b91324fda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.509634 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-8968602e-6d10-48b1-a622-b3b91324fda9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4018aa19-ee88-4b6d-b3c2-b46a428f9caa HTTP/1.1" status: 204 len: 168 time: 0.2935209 Aug 31 07:37:59.518940 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968602e-6d10-48b1-a622-b3b91324fda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4018aa19-ee88-4b6d-b3c2-b46a428f9caa,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:59.535201 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba28c-095f-4e1a-a63f-9ad6c9dbd1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.619587 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88985fb-0a65-4581-852b-bd6256616741 req-35602ec7-7358-4d33-bf58-c25a34431fa7 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:59.621162 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e88985fb-0a65-4581-852b-bd6256616741 req-35602ec7-7358-4d33-bf58-c25a34431fa7 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 948 time: 0.1330769 Aug 31 07:37:59.648210 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8c7e0-62a4-4923-a728-88660e939411 req-6d6b821a-da3f-4ad0-ae51-b5eca6c08d0d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:59.649790 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-afc8c7e0-62a4-4923-a728-88660e939411 req-6d6b821a-da3f-4ad0-ae51-b5eca6c08d0d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.1322999 Aug 31 07:37:59.699845 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba28c-095f-4e1a-a63f-9ad6c9dbd1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.705989 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bf7ba28c-095f-4e1a-a63f-9ad6c9dbd1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.705989 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-bf7ba28c-095f-4e1a-a63f-9ad6c9dbd1e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b10e43de-5a4c-49d8-99a6-8265c91f983a HTTP/1.1" status: 204 len: 168 time: 0.2933955 Aug 31 07:37:59.716636 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ba28c-095f-4e1a-a63f-9ad6c9dbd1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10e43de-5a4c-49d8-99a6-8265c91f983a,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:59.755352 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e88985fb-0a65-4581-852b-bd6256616741 req-7ec77662-43af-4ebe-84fe-9842d987cad9 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6eae779-9f04-468b-9a5a-632515e7380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002700 Aug 31 07:37:59.773739 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-afc8c7e0-62a4-4923-a728-88660e939411 req-a537fa70-4246-4c43-ba49-85defe1be269 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150830 Aug 31 07:38:00.038837 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40814) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:00.056809 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-23eae4eb-1f5b-4c5e-a2ba-ec908face21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.112320 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40816) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:00.131296 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4decef09-4ed1-496a-93e5-aadf54b884de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.197557 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-23eae4eb-1f5b-4c5e-a2ba-ec908face21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.204974 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-23eae4eb-1f5b-4c5e-a2ba-ec908face21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.259352 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-23eae4eb-1f5b-4c5e-a2ba-ec908face21b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d929564e2ffe41bca77cac4265f218ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089975 Aug 31 07:38:00.259352 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eae4eb-1f5b-4c5e-a2ba-ec908face21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9d6321-12d1-4dda-b22d-5752b4e22d44,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:00.262446 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40820) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:00.349623 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-66bb16ca-b35f-4ba6-b86b-771844ed362d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.377693 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4decef09-4ed1-496a-93e5-aadf54b884de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.388159 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4decef09-4ed1-496a-93e5-aadf54b884de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.391911 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-66bb16ca-b35f-4ba6-b86b-771844ed362d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.396365 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc63910-4e5d-415e-829a-69d33a827824 req-cc3a7b31-c4b5-486f-bed4-05bbbf2403bd tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:00.397955 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fdc63910-4e5d-415e-829a-69d33a827824 req-cc3a7b31-c4b5-486f-bed4-05bbbf2403bd tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 945 time: 0.0684416 Aug 31 07:38:00.447504 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fdc63910-4e5d-415e-829a-69d33a827824 req-06950b17-a70b-4c66-a527-322619362ef3 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 Aug 31 07:38:00.463667 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-4decef09-4ed1-496a-93e5-aadf54b884de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=981b644c3a76474d863736d41a95a3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481767 Aug 31 07:38:00.468634 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decef09-4ed1-496a-93e5-aadf54b884de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c559754-e6e3-4f6c-a4d0-e8877fee7664,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:00.470676 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40822) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:00.509285 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-66bb16ca-b35f-4ba6-b86b-771844ed362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.513890 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-66bb16ca-b35f-4ba6-b86b-771844ed362d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.517390 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-66bb16ca-b35f-4ba6-b86b-771844ed362d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a9d6321-12d1-4dda-b22d-5752b4e22d44 HTTP/1.1" status: 204 len: 168 time: 0.2536247 Aug 31 07:38:00.540012 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb16ca-b35f-4ba6-b86b-771844ed362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9d6321-12d1-4dda-b22d-5752b4e22d44,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:00.564615 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-477d4d78-9250-4a69-9a13-709592df1126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.592756 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-477d4d78-9250-4a69-9a13-709592df1126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.648103 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-477d4d78-9250-4a69-9a13-709592df1126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.650691 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-477d4d78-9250-4a69-9a13-709592df1126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:00.651924 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-477d4d78-9250-4a69-9a13-709592df1126 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c559754-e6e3-4f6c-a4d0-e8877fee7664 HTTP/1.1" status: 204 len: 168 time: 0.1767836 Aug 31 07:38:00.660458 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d4d78-9250-4a69-9a13-709592df1126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c559754-e6e3-4f6c-a4d0-e8877fee7664,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:00.835993 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:00.957742 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27b49c-1345-4e8e-90aa-2c3cf473e6ed req-8986bf44-b04f-41dc-aef3-d9accad41b55 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:00.959524 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ed27b49c-1345-4e8e-90aa-2c3cf473e6ed req-8986bf44-b04f-41dc-aef3-d9accad41b55 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 948 time: 0.0940905 Aug 31 07:38:00.976220 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72821764-8716-403f-91ec-9a8e3cb78258 req-9c8f7b8d-c243-45da-b19c-f9798900df20 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:00.978311 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72821764-8716-403f-91ec-9a8e3cb78258 req-9c8f7b8d-c243-45da-b19c-f9798900df20 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.1034706 Aug 31 07:38:01.009699 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d24ba9e9-3c57-471f-a343-a8d6bd4b53a0,segment=NetworkSegment(638dd7a1-d51b-4cd8-9625-89e2053cc66f),segment_id=638dd7a1-d51b-4cd8-9625-89e2053cc66f)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:01.020267 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40842) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:01.025793 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': 'd24ba9e9-3c57-471f-a343-a8d6bd4b53a0', 'network_id': 'e097dee3-465f-4a5c-87be-41bf9f16153d', 'port_id': 'd24ba9e9-3c57-471f-a343-a8d6bd4b53a0', 'mac_address': 'fa:16:3e:72:21:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d814458-f958-45da-b73a-6f4f1896e03b', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:01.042096 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-92f39db2-fb97-4c42-967b-68841a8866c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.064565 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ed27b49c-1345-4e8e-90aa-2c3cf473e6ed req-27df31d4-1fe3-4fc6-b29b-82e2cecb1bfb tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6eae779-9f04-468b-9a5a-632515e7380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978963 Aug 31 07:38:01.100813 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.119012 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:01.119259 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72821764-8716-403f-91ec-9a8e3cb78258 req-7cf0640a-0f17-416d-a82a-cdf43eee0e6c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250353 Aug 31 07:38:01.156131 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d24ba9e9-3c57-471f-a343-a8d6bd4b53a0,segment=NetworkSegment(638dd7a1-d51b-4cd8-9625-89e2053cc66f),segment_id=638dd7a1-d51b-4cd8-9625-89e2053cc66f)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:01.164517 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.216883 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-92f39db2-fb97-4c42-967b-68841a8866c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.226069 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-92f39db2-fb97-4c42-967b-68841a8866c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.238300 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=d24ba9e9-3c57-471f-a343-a8d6bd4b53a0,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:01.274382 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-92f39db2-fb97-4c42-967b-68841a8866c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9c197c302af4947a10fce3ab8896da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527499 Aug 31 07:38:01.275399 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f39db2-fb97-4c42-967b-68841a8866c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4812d303-86cc-4654-b7ee-06eebf9a8924,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:01.277072 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40844) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:01.343220 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ca80cc84-315a-4127-9f65-08f273ca746e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.383452 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ca80cc84-315a-4127-9f65-08f273ca746e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.451733 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ca80cc84-315a-4127-9f65-08f273ca746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.455651 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ca80cc84-315a-4127-9f65-08f273ca746e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.456899 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ca80cc84-315a-4127-9f65-08f273ca746e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4812d303-86cc-4654-b7ee-06eebf9a8924 HTTP/1.1" status: 204 len: 168 time: 0.1780365 Aug 31 07:38:01.488989 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80cc84-315a-4127-9f65-08f273ca746e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4812d303-86cc-4654-b7ee-06eebf9a8924,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:01.573533 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['d24ba9e9-3c57-471f-a343-a8d6bd4b53a0'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:01.646583 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c8fd8-8b4d-4bad-b746-6167d5f47d15 req-b5e8673b-831e-4688-a5b6-c561f06c3abe tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:01.649059 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2d1c8fd8-8b4d-4bad-b746-6167d5f47d15 req-b5e8673b-831e-4688-a5b6-c561f06c3abe tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 945 time: 0.0784531 Aug 31 07:38:01.695468 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2d1c8fd8-8b4d-4bad-b746-6167d5f47d15 req-9b72c3d8-b53b-4929-8db3-cb6c33586e46 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400975 Aug 31 07:38:02.314652 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce83f7-196e-47fb-b5f6-488c130eb773 req-ed191a05-f4d6-4ee8-8a48-0cf661caaecb tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:02.317215 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6fce83f7-196e-47fb-b5f6-488c130eb773 req-ed191a05-f4d6-4ee8-8a48-0cf661caaecb tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 949 time: 0.0815353 Aug 31 07:38:02.372697 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e565912-be10-42c9-b68e-aa04b5686586 req-05b55521-dd57-49bf-8433-e419199afae3 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:02.374284 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1e565912-be10-42c9-b68e-aa04b5686586 req-05b55521-dd57-49bf-8433-e419199afae3 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0974982 Aug 31 07:38:02.380908 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6fce83f7-196e-47fb-b5f6-488c130eb773 req-b95dc962-c613-4e21-b87e-84d95fea1d7b tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6eae779-9f04-468b-9a5a-632515e7380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547862 Aug 31 07:38:02.417823 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1e565912-be10-42c9-b68e-aa04b5686586 req-8cc4c7aa-6e81-4253-a662-c97a41942c22 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356967 Aug 31 07:38:02.470339 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40912) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:02.528812 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 40916) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:02.647564 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d69ad24b-eba8-460a-881d-e093e6f68137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:02.667132 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1111095436-network', 'tenant_id': 'c9f9080227d14e7fb47cbbc1b6ca1017'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:02.690408 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.db.api [None req-d69ad24b-eba8-460a-881d-e093e6f68137 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:38:02.690408 dv-cinder-799668-14-iscsi neutron-server[94043]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 07:38:02.690408 dv-cinder-799668-14-iscsi neutron-server[94043]: [parameters: {'project_id': 'c48638fb1abd453d9643e696d224fe6f', 'id': 'a6f38904-0303-433b-b355-da4797a68d62', 'expiration': datetime.datetime(2021, 8, 31, 7, 40, 2, 685445)}] Aug 31 07:38:02.690408 dv-cinder-799668-14-iscsi neutron-server[94043]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:38:02.690990 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG oslo_db.api [None req-d69ad24b-eba8-460a-881d-e093e6f68137 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:38:02.699378 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Made reservation on behalf of c9f9080227d14e7fb47cbbc1b6ca1017 for: {'network': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:02.702265 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:02.712560 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:02.810635 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:02.814898 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:02.837571 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:02.843749 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:38:02.861616 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df09cf90-b0ac-4479-862b-df7477d374a8,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:02.868588 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:02.868911 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.segments_db [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Added segment 334faff9-1fe5-44e9-8b38-53d61d35160c of type vlan for network 03ef5db1-ff0b-4d2a-8366-4524de2c766f Aug 31 07:38:02.896002 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:02.900253 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:02.900640 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:02.918276 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:02.951506 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:02.953579 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:02.954653 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.005543 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.019550 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5479822 Aug 31 07:38:03.022694 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40926) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:03.028738 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f6177-72ec-4ff4-9e3f-f91b7cf75148 admin admin] Pushing event updated for resources: {'Network': ['ID=03ef5db1-ff0b-4d2a-8366-4524de2c766f,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:03.030920 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-85c658de-c3fe-4f58-b0aa-a1382a9ac4bc admin admin] Request body: {'subnet': {'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1111095436-subnet', 'tenant_id': 'c9f9080227d14e7fb47cbbc1b6ca1017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:03.032283 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0505148-a307-4d67-8986-c0ab58b2e44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24ba9e9-3c57-471f-a343-a8d6bd4b53a0'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:03.034583 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538a29e1-8288-40df-931b-f4774e3fd4a1" -d '{"events": [{"server_uuid": "f0505148-a307-4d67-8986-c0ab58b2e44a", "name": "network-vif-plugged", "status": "completed", "tag": "d24ba9e9-3c57-471f-a343-a8d6bd4b53a0"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:03.050683 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d24ba9e9-3c57-471f-a343-a8d6bd4b53a0,segment=NetworkSegment(638dd7a1-d51b-4cd8-9625-89e2053cc66f),segment_id=638dd7a1-d51b-4cd8-9625-89e2053cc66f)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:03.050898 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network 03ef5db1-ff0b-4d2a-8366-4524de2c766f details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:38:03.064086 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.066230 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c658de-c3fe-4f58-b0aa-a1382a9ac4bc admin admin] Made reservation on behalf of c9f9080227d14e7fb47cbbc1b6ca1017 for: {'subnet': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:03.070551 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-85c658de-c3fe-4f58-b0aa-a1382a9ac4bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520561870'] for subnet, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.097190 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8086ba3c-c20b-4b5d-b000-0a507328df8a x-openstack-request-id: req-8086ba3c-c20b-4b5d-b000-0a507328df8a {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:03.097477 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0505148-a307-4d67-8986-c0ab58b2e44a", "name": "network-vif-plugged", "status": "completed", "tag": "d24ba9e9-3c57-471f-a343-a8d6bd4b53a0", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:03.097730 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8086ba3c-c20b-4b5d-b000-0a507328df8a {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:03.098120 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0505148-a307-4d67-8986-c0ab58b2e44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24ba9e9-3c57-471f-a343-a8d6bd4b53a0', 'code': 200} Aug 31 07:38:03.164041 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=d24ba9e9-3c57-471f-a343-a8d6bd4b53a0,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:03.193475 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d69ad24b-eba8-460a-881d-e093e6f68137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.330715 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d69ad24b-eba8-460a-881d-e093e6f68137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.336792 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d69ad24b-eba8-460a-881d-e093e6f68137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.351519 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-85c658de-c3fe-4f58-b0aa-a1382a9ac4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520414681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520561880'] for subnet, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.360857 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ba055-e5a1-4f78-b66f-1fdb47d9a005 req-ea2dfafb-9fd8-4153-9b53-2299ac4f9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:03.362496 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2e1ba055-e5a1-4f78-b66f-1fdb47d9a005 req-ea2dfafb-9fd8-4153-9b53-2299ac4f9454 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 1103 time: 0.0977128 Aug 31 07:38:03.387972 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-d69ad24b-eba8-460a-881d-e093e6f68137 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c48638fb1abd453d9643e696d224fe6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8642409 Aug 31 07:38:03.388841 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ad24b-eba8-460a-881d-e093e6f68137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04604efa-43c3-481a-8f52-b600079e6774,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:03.393745 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 40936) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:03.478012 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c658de-c3fe-4f58-b0aa-a1382a9ac4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=527e734e-34a3-4bdd-a5b1-f4640c6a2e90,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:03.495065 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-2e1ba055-e5a1-4f78-b66f-1fdb47d9a005 req-edec4959-1dcf-4df4-ae60-940d2f154a66 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b6eae779-9f04-468b-9a5a-632515e7380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116741 Aug 31 07:38:03.500966 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c658de-c3fe-4f58-b0aa-a1382a9ac4bc admin admin] Checking segment: {'id': '334faff9-1fe5-44e9-8b38-53d61d35160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:03.501327 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c658de-c3fe-4f58-b0aa-a1382a9ac4bc admin admin] Network hostable DHCP agents. Network: 03ef5db1-ff0b-4d2a-8366-4524de2c766f, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:38:03.529780 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a929c-aed2-4759-8030-b1422abd0fcf req-43504894-df7c-42c3-a349-c48fa07c4be3 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:03.530309 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-06c3fa59-9eb7-4905-9ab6-f443757ac32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.532155 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-773a929c-aed2-4759-8030-b1422abd0fcf req-43504894-df7c-42c3-a349-c48fa07c4be3 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 950 time: 0.0647929 Aug 31 07:38:03.534962 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c658de-c3fe-4f58-b0aa-a1382a9ac4bc admin admin] Network 03ef5db1-ff0b-4d2a-8366-4524de2c766f is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:38:03.557361 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-85c658de-c3fe-4f58-b0aa-a1382a9ac4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, 03ef5db1-ff0b-4d2a-8366-4524de2c766f) {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:03.565086 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-06c3fa59-9eb7-4905-9ab6-f443757ac32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.566968 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9785f59-e11a-4851-8489-edcaf9d9c275 None None] Network 03ef5db1-ff0b-4d2a-8366-4524de2c766f requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:38:03.572372 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c658de-c3fe-4f58-b0aa-a1382a9ac4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:03.572969 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-85c658de-c3fe-4f58-b0aa-a1382a9ac4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.585370 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-773a929c-aed2-4759-8030-b1422abd0fcf req-e19fc81a-d3a4-48c4-b1cf-8a424ed6dfe2 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6eae779-9f04-468b-9a5a-632515e7380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455616 Aug 31 07:38:03.622322 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-85c658de-c3fe-4f58-b0aa-a1382a9ac4bc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5972784 Aug 31 07:38:03.638859 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-06c3fa59-9eb7-4905-9ab6-f443757ac32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.643364 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-06c3fa59-9eb7-4905-9ab6-f443757ac32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:03.645016 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-06c3fa59-9eb7-4905-9ab6-f443757ac32d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04604efa-43c3-481a-8f52-b600079e6774 HTTP/1.1" status: 204 len: 168 time: 0.2416160 Aug 31 07:38:03.657700 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3fa59-9eb7-4905-9ab6-f443757ac32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04604efa-43c3-481a-8f52-b600079e6774,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:03.773763 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e407fb9e-95de-4812-a9e6-76038d66b019 None None] Network 03ef5db1-ff0b-4d2a-8366-4524de2c766f requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:38:03.811986 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c9fe6-3a63-4df5-a738-81844b62403f req-2d36c654-3bb8-4a83-a025-c36a3d88a4c0 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:03.814674 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-767c9fe6-3a63-4df5-a738-81844b62403f req-2d36c654-3bb8-4a83-a025-c36a3d88a4c0 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.1051798 Aug 31 07:38:03.869026 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-767c9fe6-3a63-4df5-a738-81844b62403f req-0428f13a-8d00-471e-93f1-0c0ffa56cc76 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483766 Aug 31 07:38:04.718642 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842c3cc-78bd-4a82-8695-dc27bd214ea0 req-6d3f78b8-c5f3-4679-8587-f26e6901cea5 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:04.720229 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1842c3cc-78bd-4a82-8695-dc27bd214ea0 req-6d3f78b8-c5f3-4679-8587-f26e6901cea5 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 950 time: 0.0532467 Aug 31 07:38:04.772475 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1842c3cc-78bd-4a82-8695-dc27bd214ea0 req-d587e666-6efe-4e30-8b25-620f2cb4e839 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6eae779-9f04-468b-9a5a-632515e7380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461497 Aug 31 07:38:04.977896 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772541e4-50d2-4342-8ca0-aaf713c68469 req-34602fc6-8f60-4cb7-ab7a-0d03dc577b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:04.980060 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-772541e4-50d2-4342-8ca0-aaf713c68469 req-34602fc6-8f60-4cb7-ab7a-0d03dc577b5e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 1099 time: 0.0471783 Aug 31 07:38:05.012245 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7947c-b1ee-4103-b4b6-a7391a49d6c0 req-2a80d095-1a73-48df-a11f-8c2d560c6f2d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:05.014158 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-33a7947c-b1ee-4103-b4b6-a7391a49d6c0 req-2a80d095-1a73-48df-a11f-8c2d560c6f2d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0542645 Aug 31 07:38:05.023149 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-772541e4-50d2-4342-8ca0-aaf713c68469 req-8120af78-5973-4718-bf8e-d0da1c4ee7c4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341856 Aug 31 07:38:05.060437 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-33a7947c-b1ee-4103-b4b6-a7391a49d6c0 req-f00ce49c-8c7a-40ec-89fa-1f34271202b4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398111 Aug 31 07:38:05.907948 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078920b-c0a1-47bb-95cf-29b9acc37897 req-5ae78d4b-3da7-43b4-a077-38acf2694944 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:05.909883 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7078920b-c0a1-47bb-95cf-29b9acc37897 req-5ae78d4b-3da7-43b4-a077-38acf2694944 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 950 time: 0.0510099 Aug 31 07:38:05.956761 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7078920b-c0a1-47bb-95cf-29b9acc37897 req-459e4d88-398d-49aa-b702-e84e5f476b9d tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6eae779-9f04-468b-9a5a-632515e7380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396168 Aug 31 07:38:06.248728 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb586a-b12c-4f97-a606-c43bd4237883 req-5f590138-8900-4bfc-bcc9-2d4dbf96a90e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:06.250578 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-85cb586a-b12c-4f97-a606-c43bd4237883 req-5f590138-8900-4bfc-bcc9-2d4dbf96a90e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0547168 Aug 31 07:38:06.299633 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-85cb586a-b12c-4f97-a606-c43bd4237883 req-19fafcc3-d081-446e-b973-f697f5a5970a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423627 Aug 31 07:38:06.418259 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ff158-d789-4cb1-99ba-0a4f16ad7ec9 req-116ca328-218e-4f26-853d-aaeaa931bdc2 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:06.420039 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-810ff158-d789-4cb1-99ba-0a4f16ad7ec9 req-116ca328-218e-4f26-853d-aaeaa931bdc2 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 950 time: 0.0501232 Aug 31 07:38:06.461351 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-810ff158-d789-4cb1-99ba-0a4f16ad7ec9 req-77c38181-fba7-43ed-bd2c-eb5d0da1f41e tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6eae779-9f04-468b-9a5a-632515e7380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345426 Aug 31 07:38:07.436263 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b6808-1c10-4f76-9f1c-dcf0ec2dabc5 req-ee0f9762-b557-4757-a6af-1d3765122b5e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:07.437925 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a28b6808-1c10-4f76-9f1c-dcf0ec2dabc5 req-ee0f9762-b557-4757-a6af-1d3765122b5e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0643938 Aug 31 07:38:07.484327 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a28b6808-1c10-4f76-9f1c-dcf0ec2dabc5 req-a91d63b9-fd2c-41a2-81c7-a35c54e1e065 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386944 Aug 31 07:38:07.593577 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa076657-aa0e-4996-80da-4933629f3b6f req-0bb9c779-6107-46b5-b3e5-21bbb5e4ac02 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:07.595148 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fa076657-aa0e-4996-80da-4933629f3b6f req-0bb9c779-6107-46b5-b3e5-21bbb5e4ac02 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 950 time: 0.0512607 Aug 31 07:38:07.636146 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fa076657-aa0e-4996-80da-4933629f3b6f req-8954e524-1aa8-462d-b45a-3a96dd04dbbc tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6eae779-9f04-468b-9a5a-632515e7380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350645 Aug 31 07:38:07.742260 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72995c0f-2533-4a42-aaa1-289847444a67 req-933e4a4d-18c1-4578-8280-2b37fb2bc62a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:07.743878 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72995c0f-2533-4a42-aaa1-289847444a67 req-933e4a4d-18c1-4578-8280-2b37fb2bc62a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0515618 Aug 31 07:38:07.784875 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72995c0f-2533-4a42-aaa1-289847444a67 req-a318ec01-d4d1-40ba-8390-8deff30f2e0d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342565 Aug 31 07:38:08.722072 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06b2a0-9f32-4367-961d-4577c1b8bfd6 req-9b7c8320-842a-4120-857e-2df5ea00f89c tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:08.723664 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5e06b2a0-9f32-4367-961d-4577c1b8bfd6 req-9b7c8320-842a-4120-857e-2df5ea00f89c tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.59 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 950 time: 0.0570161 Aug 31 07:38:08.772228 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6875e-9547-455b-86a9-8a0308180c18 req-b8dc0cc5-4740-43fe-91b5-e659c356cd12 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:08.776245 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e2a6875e-9547-455b-86a9-8a0308180c18 req-b8dc0cc5-4740-43fe-91b5-e659c356cd12 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 950 time: 0.0584581 Aug 31 07:38:08.827953 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e2a6875e-9547-455b-86a9-8a0308180c18 req-cc87a888-6b05-46b9-b67c-bdfb71ab835a tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6eae779-9f04-468b-9a5a-632515e7380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464706 Aug 31 07:38:08.830655 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-5e06b2a0-9f32-4367-961d-4577c1b8bfd6 req-f065f66b-5f18-4eff-8a97-aa88f285de01 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Deleting port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:08.831176 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5e06b2a0-9f32-4367-961d-4577c1b8bfd6 req-f065f66b-5f18-4eff-8a97-aa88f285de01 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:08.931844 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-5e06b2a0-9f32-4367-961d-4577c1b8bfd6 req-f065f66b-5f18-4eff-8a97-aa88f285de01 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] For port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d24ba9e9-3c57-471f-a343-a8d6bd4b53a0,segment=NetworkSegment(638dd7a1-d51b-4cd8-9625-89e2053cc66f),segment_id=638dd7a1-d51b-4cd8-9625-89e2053cc66f)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:08.932125 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5e06b2a0-9f32-4367-961d-4577c1b8bfd6 req-f065f66b-5f18-4eff-8a97-aa88f285de01 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:08.952996 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-5e06b2a0-9f32-4367-961d-4577c1b8bfd6 req-f065f66b-5f18-4eff-8a97-aa88f285de01 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Calling delete_port for d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:09.113589 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5e06b2a0-9f32-4367-961d-4577c1b8bfd6 req-f065f66b-5f18-4eff-8a97-aa88f285de01 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:09.140979 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['d24ba9e9-3c57-471f-a343-a8d6bd4b53a0'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:09.159940 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065f66b-5f18-4eff-8a97-aa88f285de01 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Pushing event deleted for resources: {'Port': ['ID=d24ba9e9-3c57-471f-a343-a8d6bd4b53a0,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:09.215957 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e06b2a0-9f32-4367-961d-4577c1b8bfd6 req-f065f66b-5f18-4eff-8a97-aa88f285de01 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] No DVR routers for this DVR port d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:09.218865 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5e06b2a0-9f32-4367-961d-4577c1b8bfd6 req-f065f66b-5f18-4eff-8a97-aa88f285de01 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:09.221135 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5e06b2a0-9f32-4367-961d-4577c1b8bfd6 req-f065f66b-5f18-4eff-8a97-aa88f285de01 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.59 "DELETE /v2.0/ports/d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 HTTP/1.1" status: 204 len: 173 time: 0.4841216 Aug 31 07:38:09.221773 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0505148-a307-4d67-8986-c0ab58b2e44a', 'name': 'network-vif-deleted', 'tag': 'd24ba9e9-3c57-471f-a343-a8d6bd4b53a0'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:09.225448 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054e907b-c389-41c8-acff-13c858062bc9" -d '{"events": [{"server_uuid": "f0505148-a307-4d67-8986-c0ab58b2e44a", "name": "network-vif-deleted", "tag": "d24ba9e9-3c57-471f-a343-a8d6bd4b53a0"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:09.302379 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f995c7-be9d-4e63-9eaa-3ee6fef8cfa9 x-openstack-request-id: req-c0f995c7-be9d-4e63-9eaa-3ee6fef8cfa9 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:09.302692 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0505148-a307-4d67-8986-c0ab58b2e44a", "name": "network-vif-deleted", "tag": "d24ba9e9-3c57-471f-a343-a8d6bd4b53a0", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:09.302945 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c0f995c7-be9d-4e63-9eaa-3ee6fef8cfa9 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:09.303351 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0505148-a307-4d67-8986-c0ab58b2e44a', 'name': 'network-vif-deleted', 'tag': 'd24ba9e9-3c57-471f-a343-a8d6bd4b53a0', 'status': 'completed', 'code': 200} Aug 31 07:38:09.604413 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcaef1-e888-47e9-9165-5bda316f49ca req-79400f7d-b5d3-4b7b-8177-1c079b22752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.606016 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89fcaef1-e888-47e9-9165-5bda316f49ca req-79400f7d-b5d3-4b7b-8177-1c079b22752e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=541ec08f290d4c1294c3390243469b04&device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 1098 time: 0.0516052 Aug 31 07:38:09.630179 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ccece-5028-4a59-80c7-d46687a69030 req-7668a6de-0bc4-405f-a0fb-d98818165de8 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.631777 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6b5ccece-5028-4a59-80c7-d46687a69030 req-7668a6de-0bc4-405f-a0fb-d98818165de8 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0573957 Aug 31 07:38:09.682035 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6b5ccece-5028-4a59-80c7-d46687a69030 req-fce4f8fd-c140-4dd6-88d9-9e47241f47cf tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438771 Aug 31 07:38:09.714803 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcaef1-e888-47e9-9165-5bda316f49ca req-a48bbc50-2ec2-439d-ba9f-c89fc7d99aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.716308 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89fcaef1-e888-47e9-9165-5bda316f49ca req-a48bbc50-2ec2-439d-ba9f-c89fc7d99aae service neutron] 10.222.0.59 "GET /v2.0/networks?id=19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 200 len: 919 time: 0.1015089 Aug 31 07:38:09.773299 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89fcaef1-e888-47e9-9165-5bda316f49ca req-1197f041-55d8-467a-a787-443b82711fb8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89e31ab3-29e2-4111-b768-615506d76bcb HTTP/1.1" status: 200 len: 217 time: 0.0379722 Aug 31 07:38:09.839716 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcaef1-e888-47e9-9165-5bda316f49ca req-e0e34450-4d26-4b74-b96f-45b717998c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.841744 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89fcaef1-e888-47e9-9165-5bda316f49ca req-e0e34450-4d26-4b74-b96f-45b717998c61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a HTTP/1.1" status: 200 len: 858 time: 0.0537472 Aug 31 07:38:09.899970 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89fcaef1-e888-47e9-9165-5bda316f49ca req-4e5822e0-42a1-4ca6-89af-e5a3be8480a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19009566-1ef5-4444-b059-f51973086d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376797 Aug 31 07:38:09.950440 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-18f8b376-ba22-4eb5-8dc5-cb8346202647 req-ee747fe6-ebed-48cb-8c1c-dd79bf894e48 tempest-VolumesNegativeTest-609042453 tempest-VolumesNegativeTest-609042453-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0505148-a307-4d67-8986-c0ab58b2e44a HTTP/1.1" status: 200 len: 210 time: 0.0315194 Aug 31 07:38:10.015777 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89fcaef1-e888-47e9-9165-5bda316f49ca req-a0773604-4e94-4819-aed5-8c63288544d4 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069436 Aug 31 07:38:10.094488 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:38:10.126620 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89fcaef1-e888-47e9-9165-5bda316f49ca req-383e0f82-91ca-474b-84a3-5bdaccf149aa service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933726 Aug 31 07:38:10.814690 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a4ff6-80d9-4c15-9017-1e9a282ccdbc req-1c37d34a-cbc9-4ffc-8492-35f756638881 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:10.816237 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b94a4ff6-80d9-4c15-9017-1e9a282ccdbc req-1c37d34a-cbc9-4ffc-8492-35f756638881 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0507030 Aug 31 07:38:10.857498 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b94a4ff6-80d9-4c15-9017-1e9a282ccdbc req-b76f732e-5d2b-42e4-b91a-f44a8b193ed5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353577 Aug 31 07:38:12.916953 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:12.937185 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:12.937525 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device d24ba9e9-3c57-471f-a343-a8d6bd4b53a0 not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:15.475109 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-31b0d29f-9a21-428e-946a-2fb85ed2bb78 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:15.476616 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-31b0d29f-9a21-428e-946a-2fb85ed2bb78 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/networks?id=03ef5db1-ff0b-4d2a-8366-4524de2c766f HTTP/1.1" status: 200 len: 809 time: 0.1150413 Aug 31 07:38:15.493058 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-23585729-70c3-403d-9abc-0bb9da9ebe12 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/quotas/c9f9080227d14e7fb47cbbc1b6ca1017 HTTP/1.1" status: 200 len: 375 time: 0.0100877 Aug 31 07:38:15.528246 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-51928f8f-28c1-43d5-a456-a7335318c2f4 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9f9080227d14e7fb47cbbc1b6ca1017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290277 Aug 31 07:38:15.627588 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-76cfb29e-50b6-494b-95a2-3435af4ff120 service neutron] 10.222.0.62 "GET /v2.0/networks/03ef5db1-ff0b-4d2a-8366-4524de2c766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919693 Aug 31 07:38:15.726951 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-bf213623-0b3e-4df5-b1bc-523bda760ec4 service neutron] 10.222.0.62 "GET /v2.0/networks/03ef5db1-ff0b-4d2a-8366-4524de2c766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929706 Aug 31 07:38:15.970535 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce836414-e78e-4015-bc28-17bdbc3b7220 req-c7118d15-0373-4a16-a6ad-d9cab72c7f8a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:15.972091 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ce836414-e78e-4015-bc28-17bdbc3b7220 req-c7118d15-0373-4a16-a6ad-d9cab72c7f8a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0845988 Aug 31 07:38:16.003939 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-e06ee7f2-9541-4d35-a011-06caf60a7eec tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:16.005740 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-e06ee7f2-9541-4d35-a011-06caf60a7eec tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/networks?id=9c713d43-d084-4b83-b18e-0af9661b5cd6 HTTP/1.1" status: 200 len: 815 time: 0.1882474 Aug 31 07:38:16.043103 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-7b109903-67cf-46d1-8fbf-03bf8cc0b840 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/quotas/922263d901cb4acb8af27aa72739c434 HTTP/1.1" status: 200 len: 375 time: 0.0286179 Aug 31 07:38:16.050809 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ce836414-e78e-4015-bc28-17bdbc3b7220 req-a567e281-7ca0-4e1b-8446-d060eedd2ce8 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705996 Aug 31 07:38:16.104119 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-1ba57387-f689-4ea0-9143-3acd59b88b5e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=922263d901cb4acb8af27aa72739c434&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598698 Aug 31 07:38:16.223584 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-847046ba-bce1-4565-b963-db8ac44cb229 service neutron] 10.222.0.62 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081052 Aug 31 07:38:16.376060 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-705f0fac-4a2c-4cbb-84b0-e7fbb0f92d31 service neutron] 10.222.0.62 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487584 Aug 31 07:38:16.473219 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d81fdbfa-270d-4c6e-9146-58dee8e5c298 req-7087e7f8-4704-42c4-b4cb-af7295f1046a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 210 time: 0.0360396 Aug 31 07:38:16.592306 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-93aa2a43-a702-4966-b54e-1d49ed768ed5 req-5e0f3f9a-5832-4c63-8646-947a6822fb94 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 210 time: 0.0370190 Aug 31 07:38:17.210205 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7b3f0-ad22-4b4f-889d-f8c1933c8719 req-f1e619d5-79f1-4d47-bd71-ff92df823cdf tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:17.212181 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-17e7b3f0-ad22-4b4f-889d-f8c1933c8719 req-f1e619d5-79f1-4d47-bd71-ff92df823cdf tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0774887 Aug 31 07:38:17.310578 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-e060e6a6-1386-49dd-b646-756cb6ed7347 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:17.312427 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-e060e6a6-1386-49dd-b646-756cb6ed7347 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.59 "GET /v2.0/networks?id=03ef5db1-ff0b-4d2a-8366-4524de2c766f HTTP/1.1" status: 200 len: 809 time: 0.1419411 Aug 31 07:38:17.319941 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-17e7b3f0-ad22-4b4f-889d-f8c1933c8719 req-d0333fe7-4c45-405a-83ea-dba45fdbfb70 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836596 Aug 31 07:38:17.343208 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-27009657-1604-4ba3-8b1a-ac0bb0a6856a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Request body: {'port': {'device_id': 'cee866d9-8e83-47a5-afe3-b3ee3633628d', 'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f', 'admin_state_up': True, 'tenant_id': 'c9f9080227d14e7fb47cbbc1b6ca1017'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:17.480130 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-27009657-1604-4ba3-8b1a-ac0bb0a6856a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Made reservation on behalf of c9f9080227d14e7fb47cbbc1b6ca1017 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:17.483797 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-27009657-1604-4ba3-8b1a-ac0bb0a6856a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:17.592089 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-35cce250-f04a-488e-a917-e39a7bd46783 req-23b6fde5-b203-47f4-8061-443bab069e42 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 210 time: 0.0322983 Aug 31 07:38:17.647405 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-27009657-1604-4ba3-8b1a-ac0bb0a6856a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Allocated IP 172.20.0.10 (03ef5db1-ff0b-4d2a-8366-4524de2c766f/527e734e-34a3-4bdd-a5b1-f4640c6a2e90/b9a276e3-3faa-4fb3-a3bd-55f5450014dd) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:17.712013 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3da68e23-d008-479f-a314-e7a11ac4eede req-47f13a82-ad9a-4b30-b494-d3d10cc2d949 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 210 time: 0.0320086 Aug 31 07:38:17.932282 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-27009657-1604-4ba3-8b1a-ac0bb0a6856a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:18.241266 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-35572cab-d8b3-45f8-b2d2-5f3547c1861d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:18.241266 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-35572cab-d8b3-45f8-b2d2-5f3547c1861d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "GET /v2.0/networks?id=9c713d43-d084-4b83-b18e-0af9661b5cd6 HTTP/1.1" status: 200 len: 815 time: 0.4211671 Aug 31 07:38:18.260433 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-d69f9891-111c-498c-9c9a-13ca3053d500 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Request body: {'port': {'device_id': '591dfca2-cffa-4c14-a4cc-d4c6a042791f', 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6', 'admin_state_up': True, 'tenant_id': '922263d901cb4acb8af27aa72739c434'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:18.265694 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-27009657-1604-4ba3-8b1a-ac0bb0a6856a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:18.370192 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-27009657-1604-4ba3-8b1a-ac0bb0a6856a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Network 03ef5db1-ff0b-4d2a-8366-4524de2c766f is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:18.372909 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-27009657-1604-4ba3-8b1a-ac0bb0a6856a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:18.379037 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-27009657-1604-4ba3-8b1a-ac0bb0a6856a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:18.407772 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27009657-1604-4ba3-8b1a-ac0bb0a6856a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Pushing event updated for resources: {'Port': ['ID=b9a276e3-3faa-4fb3-a3bd-55f5450014dd,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:18.451462 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2642a09-b10b-4985-9f5b-d090c101e7eb req-e5c10c5a-8741-4466-8842-3c93e7c15b00 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:18.452983 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e2642a09-b10b-4985-9f5b-d090c101e7eb req-e5c10c5a-8741-4466-8842-3c93e7c15b00 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0579886 Aug 31 07:38:18.459633 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-27009657-1604-4ba3-8b1a-ac0bb0a6856a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:18.460311 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-27009657-1604-4ba3-8b1a-ac0bb0a6856a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:18.486373 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-27009657-1604-4ba3-8b1a-ac0bb0a6856a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1474023 Aug 31 07:38:18.499077 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e2642a09-b10b-4985-9f5b-d090c101e7eb req-0a1d7e99-04cd-4397-b295-3d8785807984 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396745 Aug 31 07:38:18.501838 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Request body: {'port': {'device_id': 'cee866d9-8e83-47a5-afe3-b3ee3633628d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:18.507132 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-d69f9891-111c-498c-9c9a-13ca3053d500 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Made reservation on behalf of 922263d901cb4acb8af27aa72739c434 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:18.510813 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-d69f9891-111c-498c-9c9a-13ca3053d500 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:18.618747 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:18.721046 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3afb2b-02ba-4210-8a0c-e6c3f31be722 req-280975cd-6bd1-4114-a610-a28693f71925 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:18.722630 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ca3afb2b-02ba-4210-8a0c-e6c3f31be722 req-280975cd-6bd1-4114-a610-a28693f71925 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 932 time: 0.0554206 Aug 31 07:38:18.741292 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-d69f9891-111c-498c-9c9a-13ca3053d500 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Allocated IP 172.20.0.14 (9c713d43-d084-4b83-b18e-0af9661b5cd6/114c4345-cc78-43c3-ac1e-5d053f7af249/c7f96f46-683c-4d4c-b03d-5f1eb0404aa5) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:18.774396 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ca3afb2b-02ba-4210-8a0c-e6c3f31be722 req-2d135230-14f2-45b7-9c15-89260b4690a7 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450709 Aug 31 07:38:18.835835 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e1b35d1b-7e51-4f68-88a5-5d3d7ab05dc9 req-df16f169-7bff-4b5a-aadd-d33a74fc631c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 210 time: 0.0311353 Aug 31 07:38:19.067355 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-d69f9891-111c-498c-9c9a-13ca3053d500 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.090291 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a276e3-3faa-4fb3-a3bd-55f5450014dd {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:19.099995 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.123112 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Transition to ACTIVE for port object b9a276e3-3faa-4fb3-a3bd-55f5450014dd will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:19.128558 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.172295 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-d69f9891-111c-498c-9c9a-13ca3053d500 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.189193 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['4c920c26-7772-48d6-95b2-a4c69a79467b'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:19.200356 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Pushing event updated for resources: {'Port': ['ID=b9a276e3-3faa-4fb3-a3bd-55f5450014dd,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:19.245840 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-d69f9891-111c-498c-9c9a-13ca3053d500 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Network 9c713d43-d084-4b83-b18e-0af9661b5cd6 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:19.253298 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-d69f9891-111c-498c-9c9a-13ca3053d500 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:19.277048 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-d69f9891-111c-498c-9c9a-13ca3053d500 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:19.319013 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f9891-111c-498c-9c9a-13ca3053d500 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Pushing event updated for resources: {'Port': ['ID=c7f96f46-683c-4d4c-b03d-5f1eb0404aa5,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:19.360490 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-d69f9891-111c-498c-9c9a-13ca3053d500 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:19.361121 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-d69f9891-111c-498c-9c9a-13ca3053d500 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.363691 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Attempting to bind port b9a276e3-3faa-4fb3-a3bd-55f5450014dd on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:19.364045 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Attempting to bind port b9a276e3-3faa-4fb3-a3bd-55f5450014dd by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '334faff9-1fe5-44e9-8b38-53d61d35160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:19.364374 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Attempting to bind port b9a276e3-3faa-4fb3-a3bd-55f5450014dd on network 03ef5db1-ff0b-4d2a-8366-4524de2c766f {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:19.374812 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Port b9a276e3-3faa-4fb3-a3bd-55f5450014dd on network 03ef5db1-ff0b-4d2a-8366-4524de2c766f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:19.375478 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Attempting to bind port b9a276e3-3faa-4fb3-a3bd-55f5450014dd on network 03ef5db1-ff0b-4d2a-8366-4524de2c766f {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:19.383409 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:19.383780 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Checking segment: {'id': '334faff9-1fe5-44e9-8b38-53d61d35160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:19.384234 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Bound using segment: {'id': '334faff9-1fe5-44e9-8b38-53d61d35160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:19.384678 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Bound port: b9a276e3-3faa-4fb3-a3bd-55f5450014dd, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334faff9-1fe5-44e9-8b38-53d61d35160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:19.385038 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.395038 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-d69f9891-111c-498c-9c9a-13ca3053d500 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1416373 Aug 31 07:38:19.423665 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Request body: {'port': {'device_id': '591dfca2-cffa-4c14-a4cc-d4c6a042791f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:19.501086 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.503393 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] For port b9a276e3-3faa-4fb3-a3bd-55f5450014dd, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:19.508253 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] For port b9a276e3-3faa-4fb3-a3bd-55f5450014dd, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b9a276e3-3faa-4fb3-a3bd-55f5450014dd,segment=NetworkSegment(334faff9-1fe5-44e9-8b38-53d61d35160c),segment_id=334faff9-1fe5-44e9-8b38-53d61d35160c)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:19.518153 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.581623 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:19.582100 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.583517 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] 10.222.0.59 "PUT /v2.0/ports/b9a276e3-3faa-4fb3-a3bd-55f5450014dd HTTP/1.1" status: 200 len: 1094 time: 1.0861282 Aug 31 07:38:19.585980 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee866d9-8e83-47a5-afe3-b3ee3633628d', 'tag': 'b9a276e3-3faa-4fb3-a3bd-55f5450014dd'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:19.588292 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373cca19-b36f-4d51-910a-c23401e84229" -d '{"events": [{"name": "network-changed", "server_uuid": "cee866d9-8e83-47a5-afe3-b3ee3633628d", "tag": "b9a276e3-3faa-4fb3-a3bd-55f5450014dd"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:19.632030 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9d538-b171-4fce-a489-202e63d6581d service neutron] Pushing event updated for resources: {'Port': ['ID=b9a276e3-3faa-4fb3-a3bd-55f5450014dd,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:19.653316 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb6c04-ac78-4c61-b178-a5f8c44547ee req-57f8f503-f973-43c4-9665-012c8627d36d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:19.654963 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-47bb6c04-ac78-4c61-b178-a5f8c44547ee req-57f8f503-f973-43c4-9665-012c8627d36d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0774117 Aug 31 07:38:19.699616 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1ba08d-b7ef-45da-a7f6-96bd08d52ae3 x-openstack-request-id: req-5c1ba08d-b7ef-45da-a7f6-96bd08d52ae3 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:19.700013 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee866d9-8e83-47a5-afe3-b3ee3633628d", "tag": "b9a276e3-3faa-4fb3-a3bd-55f5450014dd", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:19.700362 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c1ba08d-b7ef-45da-a7f6-96bd08d52ae3 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:19.700911 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee866d9-8e83-47a5-afe3-b3ee3633628d', 'tag': 'b9a276e3-3faa-4fb3-a3bd-55f5450014dd', 'status': 'completed', 'code': 200} Aug 31 07:38:19.715182 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-47bb6c04-ac78-4c61-b178-a5f8c44547ee req-574c6b39-bd2a-4572-9e5f-3f1641b6a1fe tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536067 Aug 31 07:38:19.718809 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 41516) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:19.812528 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-559d65bd-5377-47d2-95a4-96ff9e846ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:19.814019 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-559d65bd-5377-47d2-95a4-96ff9e846ef6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9f9080227d14e7fb47cbbc1b6ca1017&device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 1097 time: 0.1270154 Aug 31 07:38:19.875678 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-7e2addf4-8a01-47e0-9026-68d5b7857279 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9a276e3-3faa-4fb3-a3bd-55f5450014dd HTTP/1.1" status: 200 len: 217 time: 0.0489638 Aug 31 07:38:19.953896 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-ca13a5ff-1e09-4bf5-8000-ef93ada52342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:19.955401 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-ca13a5ff-1e09-4bf5-8000-ef93ada52342 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=527e734e-34a3-4bdd-a5b1-f4640c6a2e90 HTTP/1.1" status: 200 len: 849 time: 0.0692427 Aug 31 07:38:19.955892 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-bb2a0583-7eed-4d40-9135-bcf9298bd0ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ce47b43dbc54bec9ecb772d764c6dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355537 Aug 31 07:38:19.958596 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 41524) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:19.973602 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d9144-3fa9-482b-961f-42909685adb5 req-69e1e2f1-8324-4dc5-922e-6eda9cce5c06 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:19.975682 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d34d9144-3fa9-482b-961f-42909685adb5 req-69e1e2f1-8324-4dc5-922e-6eda9cce5c06 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 944 time: 0.1265562 Aug 31 07:38:20.014981 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-fd739749-6e5f-4b8e-9796-a107e16b5c1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03ef5db1-ff0b-4d2a-8366-4524de2c766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311611 Aug 31 07:38:20.020517 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:20.031286 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.039752 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b2890-32a0-4063-aa75-b0ab806f81dc req-388c7608-4cea-4f0b-a2b4-cba0c54764ca tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.041278 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5e6b2890-32a0-4063-aa75-b0ab806f81dc req-388c7608-4cea-4f0b-a2b4-cba0c54764ca tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 932 time: 0.1237242 Aug 31 07:38:20.067652 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d34d9144-3fa9-482b-961f-42909685adb5 req-760bd26e-7d9a-43da-8200-7ccc6b5e3984 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817728 Aug 31 07:38:20.104403 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-699fca86-ea8d-448f-a7cd-ab2096a812da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.107226 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Transition to ACTIVE for port object c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:20.112767 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.126689 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5e6b2890-32a0-4063-aa75-b0ab806f81dc req-b0271e3b-1425-44c3-9088-57f90cff99a4 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725672 Aug 31 07:38:20.150777 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-699fca86-ea8d-448f-a7cd-ab2096a812da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.205873 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-9d4f4361-caa6-46d0-9cd2-978500d0aa7a service neutron] 10.222.0.59 "GET /v2.0/networks/03ef5db1-ff0b-4d2a-8366-4524de2c766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707571 Aug 31 07:38:20.206736 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f96f46-683c-4d4c-b03d-5f1eb0404aa5,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:20.208289 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-699fca86-ea8d-448f-a7cd-ab2096a812da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.213104 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-699fca86-ea8d-448f-a7cd-ab2096a812da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.214509 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-699fca86-ea8d-448f-a7cd-ab2096a812da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b6eae779-9f04-468b-9a5a-632515e7380a HTTP/1.1" status: 204 len: 168 time: 0.2549317 Aug 31 07:38:20.229719 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fca86-ea8d-448f-a7cd-ab2096a812da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eae779-9f04-468b-9a5a-632515e7380a,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:20.352720 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Attempting to bind port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:20.353041 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Attempting to bind port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:20.353367 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Attempting to bind port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 on network 9c713d43-d084-4b83-b18e-0af9661b5cd6 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:20.366994 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 on network 9c713d43-d084-4b83-b18e-0af9661b5cd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:20.367316 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Attempting to bind port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 on network 9c713d43-d084-4b83-b18e-0af9661b5cd6 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:20.377973 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:20.378732 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Checking segment: {'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:20.378732 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Bound using segment: {'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:20.379121 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Bound port: c7f96f46-683c-4d4c-b03d-5f1eb0404aa5, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:20.379480 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.384691 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d9776b5-e1da-49d4-b563-f19c69370687 req-b0b73fb3-b7ae-4266-8118-daffdae0b8e8 service neutron] 10.222.0.59 "GET /v2.0/networks/03ef5db1-ff0b-4d2a-8366-4524de2c766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485848 Aug 31 07:38:20.464088 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] For port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:20.492497 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] For port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c7f96f46-683c-4d4c-b03d-5f1eb0404aa5,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:20.498522 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.502294 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.543088 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.543704 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:20.545229 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] 10.222.0.59 "PUT /v2.0/ports/c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 HTTP/1.1" status: 200 len: 1094 time: 1.1265697 Aug 31 07:38:20.555403 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cca19-b36f-4d51-910a-c23401e84229 req-e765ad45-3846-4d4c-b699-c5c427e7fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.556982 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-373cca19-b36f-4d51-910a-c23401e84229 req-e765ad45-3846-4d4c-b699-c5c427e7fc4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9f9080227d14e7fb47cbbc1b6ca1017&device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 1097 time: 0.1032109 Aug 31 07:38:20.580318 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a4f0e-f990-4c0b-9a2c-320774828324 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f96f46-683c-4d4c-b03d-5f1eb0404aa5,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:20.717395 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-bbe3c843-104d-4227-9cbe-fa866abc6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.719608 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-bbe3c843-104d-4227-9cbe-fa866abc6117 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=922263d901cb4acb8af27aa72739c434&device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 1097 time: 0.1085911 Aug 31 07:38:20.722671 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cca19-b36f-4d51-910a-c23401e84229 req-e28ce487-50ea-4718-8c1a-c0327cc8578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.724111 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-373cca19-b36f-4d51-910a-c23401e84229 req-e28ce487-50ea-4718-8c1a-c0327cc8578d service neutron] 10.222.0.59 "GET /v2.0/networks?id=03ef5db1-ff0b-4d2a-8366-4524de2c766f HTTP/1.1" status: 200 len: 910 time: 0.1389232 Aug 31 07:38:20.790517 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-073cb068-7dd1-4772-84ff-0055e406d3ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 HTTP/1.1" status: 200 len: 217 time: 0.0471215 Aug 31 07:38:20.829513 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-373cca19-b36f-4d51-910a-c23401e84229 req-4b97442f-0305-41bb-be40-dc0d760b2b7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9a276e3-3faa-4fb3-a3bd-55f5450014dd HTTP/1.1" status: 200 len: 217 time: 0.0849700 Aug 31 07:38:20.851403 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83849744-387e-4f3c-bae4-e5c5cd23cf2e req-d4dec0d8-ee55-4557-b840-0fbecf4dfe1b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.860705 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-83849744-387e-4f3c-bae4-e5c5cd23cf2e req-d4dec0d8-ee55-4557-b840-0fbecf4dfe1b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0644565 Aug 31 07:38:20.868216 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-92965bbb-5d5a-43fe-949e-cce32ac518f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.869705 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-92965bbb-5d5a-43fe-949e-cce32ac518f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=114c4345-cc78-43c3-ac1e-5d053f7af249 HTTP/1.1" status: 200 len: 855 time: 0.0486953 Aug 31 07:38:20.913149 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-83849744-387e-4f3c-bae4-e5c5cd23cf2e req-a615c724-1632-444e-acce-e6243e5be0cc tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519817 Aug 31 07:38:20.931759 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-b3e00740-e526-4dc8-b48f-20b3861ac402 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c713d43-d084-4b83-b18e-0af9661b5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333011 Aug 31 07:38:20.955984 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cca19-b36f-4d51-910a-c23401e84229 req-6e8f069b-d777-4a97-8d3c-d2c7d6d1dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:20.956994 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 41556) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:20.957495 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-373cca19-b36f-4d51-910a-c23401e84229 req-6e8f069b-d777-4a97-8d3c-d2c7d6d1dde2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=527e734e-34a3-4bdd-a5b1-f4640c6a2e90 HTTP/1.1" status: 200 len: 849 time: 0.0868752 Aug 31 07:38:21.021276 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-373cca19-b36f-4d51-910a-c23401e84229 req-b79a11b1-2c40-4607-990d-147b2ce46cfa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03ef5db1-ff0b-4d2a-8366-4524de2c766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536995 Aug 31 07:38:21.060310 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-383530198-network', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:21.087964 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Made reservation on behalf of e62b3c325dfe412bb093fa6ba41ce608 for: {'network': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:21.090446 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.099259 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.181041 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-3bf592cb-cbf5-4657-b439-aa0a204126cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.184444 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-c3e0e2dc-4164-4b29-9283-53624f9ad247 service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413609 Aug 31 07:38:21.186344 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-373cca19-b36f-4d51-910a-c23401e84229 req-235d3e08-b207-4815-bd63-74a305bd0c2d service neutron] 10.222.0.59 "GET /v2.0/networks/03ef5db1-ff0b-4d2a-8366-4524de2c766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526506 Aug 31 07:38:21.287850 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.300988 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.343260 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e401b-528f-467f-b661-f9d68891450d req-4383e26b-6fa9-4358-b6b6-df86ae14a96c tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:21.344796 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-606e401b-528f-467f-b661-f9d68891450d req-4383e26b-6fa9-4358-b6b6-df86ae14a96c tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 944 time: 0.1153922 Aug 31 07:38:21.367106 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:38:21.387040 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d95172c-9bb8-469a-a9ee-7fb4cea51de9,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:21.405479 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.405993 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.segments_db [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Added segment 8967632a-a37f-49d1-95ca-6eea6dd0500c of type vlan for network 29b04af3-cf28-4023-9b5b-4fd7e8875284 Aug 31 07:38:21.414434 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4840-5a53-4a1a-b062-97795d1b460b req-f25b5fdb-6aaa-40d9-b891-073478861b6d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:21.416039 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f04f4840-5a53-4a1a-b062-97795d1b460b req-f25b5fdb-6aaa-40d9-b891-073478861b6d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 944 time: 0.1310971 Aug 31 07:38:21.428146 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-373cca19-b36f-4d51-910a-c23401e84229 req-3199fb49-ecda-46ce-9534-df752511b593 service neutron] 10.222.0.59 "GET /v2.0/networks/03ef5db1-ff0b-4d2a-8366-4524de2c766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866412 Aug 31 07:38:21.428146 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f9cd0739-a035-45b3-85f2-efac23f60e36 req-2d252870-8aec-4109-846d-2557402daead service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251246 Aug 31 07:38:21.470953 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-606e401b-528f-467f-b661-f9d68891450d req-7d58d5f5-ae37-491b-a27c-ea0babba8e57 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092279 Aug 31 07:38:21.491727 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.516256 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f04f4840-5a53-4a1a-b062-97795d1b460b req-c567748d-4bc4-4ea9-86d6-37aad06d796a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899847 Aug 31 07:38:21.532021 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.533086 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:21.533675 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.587529 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6291380 Aug 31 07:38:21.590624 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 41568) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:21.597132 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ca023-4ead-4982-811f-2053338581ba admin admin] Pushing event updated for resources: {'Network': ['ID=29b04af3-cf28-4023-9b5b-4fd7e8875284,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:21.597775 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-61e3985d-72bc-48e9-9554-a662ee6e8083 admin admin] Request body: {'subnet': {'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-383530198-subnet', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'ip_version': 4}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:21.607924 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network 29b04af3-cf28-4023-9b5b-4fd7e8875284 details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:38:21.624077 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e3985d-72bc-48e9-9554-a662ee6e8083 admin admin] Made reservation on behalf of e62b3c325dfe412bb093fa6ba41ce608 for: {'subnet': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:21.626900 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-61e3985d-72bc-48e9-9554-a662ee6e8083 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520561870'] for subnet, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.701420 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591dfca2-cffa-4c14-a4cc-d4c6a042791f', 'tag': 'c7f96f46-683c-4d4c-b03d-5f1eb0404aa5'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:21.703859 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362429ac-02a0-453d-8e28-6558b0c41613" -d '{"events": [{"name": "network-changed", "server_uuid": "591dfca2-cffa-4c14-a4cc-d4c6a042791f", "tag": "c7f96f46-683c-4d4c-b03d-5f1eb0404aa5"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:21.756580 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefe9839-c2ae-4637-a661-844d6710043b x-openstack-request-id: req-aefe9839-c2ae-4637-a661-844d6710043b {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:21.756877 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591dfca2-cffa-4c14-a4cc-d4c6a042791f", "tag": "c7f96f46-683c-4d4c-b03d-5f1eb0404aa5", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:21.757133 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aefe9839-c2ae-4637-a661-844d6710043b {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:21.757525 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591dfca2-cffa-4c14-a4cc-d4c6a042791f', 'tag': 'c7f96f46-683c-4d4c-b03d-5f1eb0404aa5', 'status': 'completed', 'code': 200} Aug 31 07:38:21.866475 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-61e3985d-72bc-48e9-9554-a662ee6e8083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520414681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520561880'] for subnet, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.905911 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362429ac-02a0-453d-8e28-6558b0c41613 req-52a6e937-6a47-4ee2-a643-e88e2e048a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:21.907362 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-362429ac-02a0-453d-8e28-6558b0c41613 req-52a6e937-6a47-4ee2-a643-e88e2e048a8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=922263d901cb4acb8af27aa72739c434&device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 1097 time: 0.1272593 Aug 31 07:38:21.982330 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3985d-72bc-48e9-9554-a662ee6e8083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73a47eb-813c-46f5-9b96-acfc3babe141,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:22.001424 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e3985d-72bc-48e9-9554-a662ee6e8083 admin admin] Checking segment: {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:22.001786 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e3985d-72bc-48e9-9554-a662ee6e8083 admin admin] Network hostable DHCP agents. Network: 29b04af3-cf28-4023-9b5b-4fd7e8875284, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:38:22.042967 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362429ac-02a0-453d-8e28-6558b0c41613 req-e4676889-ab5f-4da8-affe-dca427ffbd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:22.044463 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-362429ac-02a0-453d-8e28-6558b0c41613 req-e4676889-ab5f-4da8-affe-dca427ffbd35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c713d43-d084-4b83-b18e-0af9661b5cd6 HTTP/1.1" status: 200 len: 916 time: 0.1215813 Aug 31 07:38:22.045193 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e3985d-72bc-48e9-9554-a662ee6e8083 admin admin] Network 29b04af3-cf28-4023-9b5b-4fd7e8875284 is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:38:22.051534 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a789ef-30a4-4ba9-ae82-685aceca3311 req-35e7648c-8792-4f67-aab9-20a5a4ae56b4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:22.054085 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a3a789ef-30a4-4ba9-ae82-685aceca3311 req-35e7648c-8792-4f67-aab9-20a5a4ae56b4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0564380 Aug 31 07:38:22.060686 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-61e3985d-72bc-48e9-9554-a662ee6e8083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, 29b04af3-cf28-4023-9b5b-4fd7e8875284) {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:22.073071 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa34c37-b078-48fa-b826-de5e2cf05cc6 None None] Network 29b04af3-cf28-4023-9b5b-4fd7e8875284 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:38:22.094815 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3985d-72bc-48e9-9554-a662ee6e8083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:22.095410 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-61e3985d-72bc-48e9-9554-a662ee6e8083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.100258 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-362429ac-02a0-453d-8e28-6558b0c41613 req-5d62e4a8-7259-4e39-9707-9e8f82738f67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 HTTP/1.1" status: 200 len: 217 time: 0.0454223 Aug 31 07:38:22.106781 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a3a789ef-30a4-4ba9-ae82-685aceca3311 req-9ca725f3-ffe8-40e6-94aa-918a579020bf tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457573 Aug 31 07:38:22.112664 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-61e3985d-72bc-48e9-9554-a662ee6e8083 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5195875 Aug 31 07:38:22.117017 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 41578) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:22.122450 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:22.148745 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1796116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28948'] for router, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.150034 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28931'] for router, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.169816 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362429ac-02a0-453d-8e28-6558b0c41613 req-c65caa9e-803f-4754-9eb3-e621630c0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:22.172626 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-362429ac-02a0-453d-8e28-6558b0c41613 req-c65caa9e-803f-4754-9eb3-e621630c0a4f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=114c4345-cc78-43c3-ac1e-5d053f7af249 HTTP/1.1" status: 200 len: 855 time: 0.0574205 Aug 31 07:38:22.210412 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.217180 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-362429ac-02a0-453d-8e28-6558b0c41613 req-5e1e6258-b4c2-4937-9b54-f14510905b1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c713d43-d084-4b83-b18e-0af9661b5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304146 Aug 31 07:38:22.349370 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-362429ac-02a0-453d-8e28-6558b0c41613 req-669ee8aa-e79a-4756-b2ff-39dd7f81b666 service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231952 Aug 31 07:38:22.404866 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.424233 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6918a5-e36e-5cfd-a810-4069d9de59f0-29b04af3-cf28-4023-9b5b-4fd7e8875284', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141'}]}} from dv-cinder-799668-14-iscsi. {{(pid=94044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:38:22.428271 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.666406 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.db_base_plugin_common [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Allocated IP 172.20.0.2 (29b04af3-cf28-4023-9b5b-4fd7e8875284/e73a47eb-813c-46f5-9b96-acfc3babe141/717f78b6-38fc-49db-8f23-2ca29ac7ff38) {{(pid=94044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:22.746711 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-362429ac-02a0-453d-8e28-6558b0c41613 req-e95ed2a9-4a81-4685-8087-0ef9de692a65 service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825941 Aug 31 07:38:22.903972 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Notify callbacks [] for port, precommit_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.913012 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Transition to ACTIVE for port object 717f78b6-38fc-49db-8f23-2ca29ac7ff38 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:22.934178 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Transition to ACTIVE for port object 717f78b6-38fc-49db-8f23-2ca29ac7ff38 will not be triggered until provisioned by entity DHCP. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:22.942099 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.983744 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Network 29b04af3-cf28-4023-9b5b-4fd7e8875284 is already hosted by enough agents. {{(pid=94044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:22.986613 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.base_scheduler [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Resources bound (agent type, host, resource id): {{(pid=94044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:22.991058 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Received port after_create {{(pid=94044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:22.997646 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Pushing event updated for resources: {'Port': ['ID=717f78b6-38fc-49db-8f23-2ca29ac7ff38,revision_number=1']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:23.024019 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b9a276e3-3faa-4fb3-a3bd-55f5450014dd details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:23.024536 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ecf43-9b96-4cfa-8f72-7f8f462ea6aa req-832d49c4-ae56-4aa7-a2fb-61c42e58e040 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:23.026050 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-839ecf43-9b96-4cfa-8f72-7f8f462ea6aa req-832d49c4-ae56-4aa7-a2fb-61c42e58e040 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 944 time: 0.4083512 Aug 31 07:38:23.029729 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.058742 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Attempting to bind port 717f78b6-38fc-49db-8f23-2ca29ac7ff38 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:23.059114 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Attempting to bind port 717f78b6-38fc-49db-8f23-2ca29ac7ff38 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:23.059423 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c086d51-4f97-46ff-b6fe-19a4a72b17a1 req-f838d5c5-5a19-45e6-bc5a-c48550a9a396 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:23.059882 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Attempting to bind port 717f78b6-38fc-49db-8f23-2ca29ac7ff38 on network 29b04af3-cf28-4023-9b5b-4fd7e8875284 {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:23.061195 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7c086d51-4f97-46ff-b6fe-19a4a72b17a1 req-f838d5c5-5a19-45e6-bc5a-c48550a9a396 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 944 time: 0.1339989 Aug 31 07:38:23.067643 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.069478 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:23.069855 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Checking segment: {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:23.070263 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.070685 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Bound using segment: {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:23.071153 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Bound port: 717f78b6-38fc-49db-8f23-2ca29ac7ff38, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:23.071537 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.174479 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-839ecf43-9b96-4cfa-8f72-7f8f462ea6aa req-5e9a5c57-43b4-4891-b99d-ed4310e325e0 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353576 Aug 31 07:38:23.179172 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7c086d51-4f97-46ff-b6fe-19a4a72b17a1 req-63747332-f794-4b29-9000-d287fdcb4137 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094418 Aug 31 07:38:23.209992 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port b9a276e3-3faa-4fb3-a3bd-55f5450014dd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b9a276e3-3faa-4fb3-a3bd-55f5450014dd,segment=NetworkSegment(334faff9-1fe5-44e9-8b38-53d61d35160c),segment_id=334faff9-1fe5-44e9-8b38-53d61d35160c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:23.219641 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] For port 717f78b6-38fc-49db-8f23-2ca29ac7ff38, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:23.224192 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] For port 717f78b6-38fc-49db-8f23-2ca29ac7ff38, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=717f78b6-38fc-49db-8f23-2ca29ac7ff38,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:23.225939 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': 'b9a276e3-3faa-4fb3-a3bd-55f5450014dd', 'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f', 'port_id': 'b9a276e3-3faa-4fb3-a3bd-55f5450014dd', 'mac_address': 'fa:16:3e:b0:b6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527e734e-34a3-4bdd-a5b1-f4640c6a2e90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:23.229854 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.257030 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Allocated IP 172.27.0.41 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/c6eaaa56-cf75-4581-b1c3-acce1154b47e) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:23.320927 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.322795 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01905a2b-9ebc-487c-a389-12eea9c83738 None None] Pushing event updated for resources: {'Port': ['ID=717f78b6-38fc-49db-8f23-2ca29ac7ff38,revision_number=2']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:23.340113 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a276e3-3faa-4fb3-a3bd-55f5450014dd {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:23.369891 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port b9a276e3-3faa-4fb3-a3bd-55f5450014dd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b9a276e3-3faa-4fb3-a3bd-55f5450014dd,segment=NetworkSegment(334faff9-1fe5-44e9-8b38-53d61d35160c),segment_id=334faff9-1fe5-44e9-8b38-53d61d35160c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:23.376862 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.439922 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.445937 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=b9a276e3-3faa-4fb3-a3bd-55f5450014dd,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:23.502299 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf1330-b0b5-4b6a-995a-2143c12f228e req-27840b4e-2187-43f4-8892-3505f7e39a0a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:23.503883 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3acf1330-b0b5-4b6a-995a-2143c12f228e req-27840b4e-2187-43f4-8892-3505f7e39a0a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0792363 Aug 31 07:38:23.528901 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.594260 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:23.599928 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3acf1330-b0b5-4b6a-995a-2143c12f228e req-5af58707-e0e1-4744-8aba-7a8e2515716c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882571 Aug 31 07:38:23.604188 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:23.609707 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:23.614442 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Pushing event updated for resources: {'Port': ['ID=c6eaaa56-cf75-4581-b1c3-acce1154b47e,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:23.777618 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['b9a276e3-3faa-4fb3-a3bd-55f5450014dd'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:23.888688 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.107310 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-386546'] for router, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.136206 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-db7e29ad-baaa-407d-abd4-a890e6d4e3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.264136 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Router 591258f2-d1db-4690-8099-393e6a6f3234 is scheduled to L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 with binding_index 1 {{(pid=94043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:38:24.309103 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d2c98-1886-4d49-997a-b15740d55de8 None None] Network 29b04af3-cf28-4023-9b5b-4fd7e8875284 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:38:24.397098 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.405398 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-2dfa43f1-bf81-4cba-bc65-12ab85bcc49d None None] Provisioning for port 717f78b6-38fc-49db-8f23-2ca29ac7ff38 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:24.413273 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece5114-b014-4411-b250-af2f6e35ca94 req-d48e7dfc-cba4-40a7-9ba3-e6e4232579b3 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:24.414974 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dece5114-b014-4411-b250-af2f6e35ca94 req-d48e7dfc-cba4-40a7-9ba3-e6e4232579b3 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 945 time: 0.1389468 Aug 31 07:38:24.495838 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:24.511172 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Sync routers for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:24.528708 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770dea-e882-4461-9be5-30430af029af req-cff177dd-e413-4827-ad78-502647fa29c3 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:24.531633 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:24.531802 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4d770dea-e882-4461-9be5-30430af029af req-cff177dd-e413-4827-ad78-502647fa29c3 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 944 time: 0.1110356 Aug 31 07:38:24.532843 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:38:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:24.547003 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dece5114-b014-4411-b250-af2f6e35ca94 req-41a046e2-60ae-40a8-b2a4-3fff6b3e5715 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942633 Aug 31 07:38:24.550616 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] Notify callbacks [] for router, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.556217 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-e8ce3558-9c25-4b4e-96d7-e97252f4a853 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4361844 Aug 31 07:38:24.556823 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 41618) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:24.646890 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4d770dea-e882-4461-9be5-30430af029af req-7de97105-6554-475c-8c79-70440af16cc5 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982678 Aug 31 07:38:24.698418 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:24.760034 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 717f78b6-38fc-49db-8f23-2ca29ac7ff38 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:24.847109 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 717f78b6-38fc-49db-8f23-2ca29ac7ff38 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:24.852634 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 717f78b6-38fc-49db-8f23-2ca29ac7ff38 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:24.854181 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.871972 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8c772-4c0b-453b-9e33-d568b5217b24 req-941ac1e1-6b80-4b31-905d-68b403ce6a7f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:24.875448 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5af8c772-4c0b-453b-9e33-d568b5217b24 req-941ac1e1-6b80-4b31-905d-68b403ce6a7f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0655136 Aug 31 07:38:24.905128 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.924848 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5af8c772-4c0b-453b-9e33-d568b5217b24 req-e8dd42a0-db65-4708-9cf1-af5325f72dbd tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Aug 31 07:38:24.976418 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-5fb2719d-f595-4bd6-bd5d-fa80c9beb222 None None] Provisioning complete for port 717f78b6-38fc-49db-8f23-2ca29ac7ff38 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:24.977275 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5fb2719d-f595-4bd6-bd5d-fa80c9beb222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.981264 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.992498 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:23Z', 'revision_number': 3, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:25.020920 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Checking router: 591258f2-d1db-4690-8099-393e6a6f3234 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:25.021317 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Updating router 591258f2-d1db-4690-8099-393e6a6f3234 port c6eaaa56-cf75-4581-b1c3-acce1154b47e binding host dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:38:25.050865 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.057665 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:25.060176 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b9a276e3-3faa-4fb3-a3bd-55f5450014dd up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:25.087401 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 717f78b6-38fc-49db-8f23-2ca29ac7ff38, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=717f78b6-38fc-49db-8f23-2ca29ac7ff38,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:25.101338 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.203335 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.252859 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=717f78b6-38fc-49db-8f23-2ca29ac7ff38,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:25.281365 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port b9a276e3-3faa-4fb3-a3bd-55f5450014dd completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:25.294622 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port b9a276e3-3faa-4fb3-a3bd-55f5450014dd triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:25.295011 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.297562 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c7f96f46-683c-4d4c-b03d-5f1eb0404aa5,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:25.326759 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': 'c7f96f46-683c-4d4c-b03d-5f1eb0404aa5', 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6', 'port_id': 'c7f96f46-683c-4d4c-b03d-5f1eb0404aa5', 'mac_address': 'fa:16:3e:0c:90:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114c4345-cc78-43c3-ac1e-5d053f7af249', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:25.350125 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Notify callbacks [] for port, precommit_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.365044 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.provisioning_blocks [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Transition to ACTIVE for port object c6eaaa56-cf75-4581-b1c3-acce1154b47e will not be triggered until provisioned by entity L2. {{(pid=94045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:25.373976 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.379378 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Allocated IP 172.20.0.1 (29b04af3-cf28-4023-9b5b-4fd7e8875284/e73a47eb-813c-46f5-9b96-acfc3babe141/2e8416ff-cedd-418e-9d5f-65488b8b8630) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:25.397872 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.427366 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Attempting to bind port c6eaaa56-cf75-4581-b1c3-acce1154b47e on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:25.428260 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Attempting to bind port c6eaaa56-cf75-4581-b1c3-acce1154b47e by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:25.428599 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Attempting to bind port c6eaaa56-cf75-4581-b1c3-acce1154b47e on network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:25.435087 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:25.437211 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Pushing event updated for resources: {'Port': ['ID=c6eaaa56-cf75-4581-b1c3-acce1154b47e,revision_number=2']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:25.439271 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:25.440061 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Checking segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:25.440061 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.440400 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Bound using segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:25.440861 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Bound port: c6eaaa56-cf75-4581-b1c3-acce1154b47e, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:25.441719 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.464007 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.468040 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c7f96f46-683c-4d4c-b03d-5f1eb0404aa5,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:25.468766 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:25.468926 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:25.469390 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:25.469700 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:25.470066 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:25.470446 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:25.470809 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:25.471223 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:25.471959 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:25.471959 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:25.472206 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:25.472631 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:25.476757 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.503834 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.512942 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee866d9-8e83-47a5-afe3-b3ee3633628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a276e3-3faa-4fb3-a3bd-55f5450014dd'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:25.515471 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f235eed-e2d6-489d-a387-b68a57188745" -d '{"events": [{"server_uuid": "cee866d9-8e83-47a5-afe3-b3ee3633628d", "name": "network-vif-plugged", "status": "completed", "tag": "b9a276e3-3faa-4fb3-a3bd-55f5450014dd"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:25.518734 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Transition to ACTIVE for port object 2e8416ff-cedd-418e-9d5f-65488b8b8630 will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:25.535463 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] For port c6eaaa56-cf75-4581-b1c3-acce1154b47e, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:25.540683 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] For port c6eaaa56-cf75-4581-b1c3-acce1154b47e, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=c6eaaa56-cf75-4581-b1c3-acce1154b47e,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:25.552190 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.561183 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.569939 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port b9a276e3-3faa-4fb3-a3bd-55f5450014dd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b9a276e3-3faa-4fb3-a3bd-55f5450014dd,segment=NetworkSegment(334faff9-1fe5-44e9-8b38-53d61d35160c),segment_id=334faff9-1fe5-44e9-8b38-53d61d35160c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:25.583652 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9046672-876d-4be3-aa9a-08412a6e2a91 x-openstack-request-id: req-a9046672-876d-4be3-aa9a-08412a6e2a91 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:25.583968 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee866d9-8e83-47a5-afe3-b3ee3633628d", "name": "network-vif-plugged", "status": "completed", "tag": "b9a276e3-3faa-4fb3-a3bd-55f5450014dd", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:25.584220 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9046672-876d-4be3-aa9a-08412a6e2a91 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:25.584751 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee866d9-8e83-47a5-afe3-b3ee3633628d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a276e3-3faa-4fb3-a3bd-55f5450014dd', 'code': 200} Aug 31 07:38:25.585358 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.608518 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Network 29b04af3-cf28-4023-9b5b-4fd7e8875284 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:25.612186 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:25.617495 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:25.621656 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Pushing event updated for resources: {'Port': ['ID=2e8416ff-cedd-418e-9d5f-65488b8b8630,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:25.623649 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=c7f96f46-683c-4d4c-b03d-5f1eb0404aa5,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:25.669759 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385409'] for router_interface, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.692117 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeac784-3939-44c0-adb5-a71371c80008 None None] Pushing event updated for resources: {'Port': ['ID=c6eaaa56-cf75-4581-b1c3-acce1154b47e,revision_number=3']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:25.731691 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:25.732757 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:38:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:25.759011 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e88f4-eae7-457c-92e3-7af749912fbd req-8519e0d7-fb91-49eb-8942-27ff9920b4fb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:25.767956 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=b9a276e3-3faa-4fb3-a3bd-55f5450014dd,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:25.769561 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cb0e88f4-eae7-457c-92e3-7af749912fbd req-8519e0d7-fb91-49eb-8942-27ff9920b4fb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 946 time: 0.1214275 Aug 31 07:38:25.857040 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d189192-211a-40b4-90bf-2766fc1d1532 req-9caad3c0-a4a0-48c3-afde-888e15a19424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:25.859598 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4d189192-211a-40b4-90bf-2766fc1d1532 req-9caad3c0-a4a0-48c3-afde-888e15a19424 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 1099 time: 0.0943284 Aug 31 07:38:25.892269 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cb0e88f4-eae7-457c-92e3-7af749912fbd req-91fab47c-f657-47cd-819a-e3a734e0740a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152494 Aug 31 07:38:25.911173 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.911788 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:25.911870 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0c934-8f47-45a8-8569-f264605366ee req-6ace50d9-21ec-4ba5-bea4-373384bc5152 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:25.913763 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5eb0c934-8f47-45a8-8569-f264605366ee req-6ace50d9-21ec-4ba5-bea4-373384bc5152 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 945 time: 0.1354480 Aug 31 07:38:25.927100 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['c7f96f46-683c-4d4c-b03d-5f1eb0404aa5'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:25.957335 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4d189192-211a-40b4-90bf-2766fc1d1532 req-4f0adab5-a1c5-41af-8e6b-80db93c68ff0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753193 Aug 31 07:38:25.990819 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5eb0c934-8f47-45a8-8569-f264605366ee req-6a6cfaab-3e26-4a5c-9abf-fb0921cc337c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666432 Aug 31 07:38:26.053531 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-225bed2e-1380-4f24-afab-551dbac5bfa0 None None] Provisioning for port 2e8416ff-cedd-418e-9d5f-65488b8b8630 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:26.064269 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-225bed2e-1380-4f24-afab-551dbac5bfa0 None None] Provisioning complete for port 2e8416ff-cedd-418e-9d5f-65488b8b8630 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:26.064648 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-225bed2e-1380-4f24-afab-551dbac5bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.120150 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.122779 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-225bed2e-1380-4f24-afab-551dbac5bfa0 None None] Port 2e8416ff-cedd-418e-9d5f-65488b8b8630 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:26.125446 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.150781 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:23Z', 'revision_number': 3, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:26.181191 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537f8ba-72a8-49f0-9beb-e86a660fb402 None None] The sync data for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi is: [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:23Z', 'revision_number': 3, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:26.199569 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386865'] for router_interface, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.201564 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Pushing event updated for resources: {'Port': ['ID=2e8416ff-cedd-418e-9d5f-65488b8b8630,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:26.309806 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Network 29b04af3-cf28-4023-9b5b-4fd7e8875284 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:26.311151 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:26.474654 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Router 591258f2-d1db-4690-8099-393e6a6f3234 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:38:26.480813 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533d558-730a-4c0e-b146-f5ef218999fe req-515135df-31e7-4817-b174-ebce2f0d8161 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:26.482457 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9533d558-730a-4c0e-b146-f5ef218999fe req-515135df-31e7-4817-b174-ebce2f0d8161 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0907228 Aug 31 07:38:26.551014 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9533d558-730a-4c0e-b146-f5ef218999fe req-1b441bf1-797a-4b5b-a937-7bac0490c3ea tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623176 Aug 31 07:38:26.632179 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:26.647623 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-d23692f0-a7bb-4adb-a60b-1e53dc8947cd admin admin] 10.222.0.62 "PUT /v2.0/routers/591258f2-d1db-4690-8099-393e6a6f3234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0885324 Aug 31 07:38:26.662466 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-f11d2f07-8266-4916-8753-5c3f7e64cb38 None None] Provisioning complete for port 2e8416ff-cedd-418e-9d5f-65488b8b8630 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:26.663118 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-f11d2f07-8266-4916-8753-5c3f7e64cb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.727997 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 717f78b6-38fc-49db-8f23-2ca29ac7ff38 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:26.880433 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.885481 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-f11d2f07-8266-4916-8753-5c3f7e64cb38 None None] Port 2e8416ff-cedd-418e-9d5f-65488b8b8630 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:26.916232 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 717f78b6-38fc-49db-8f23-2ca29ac7ff38 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:26.917706 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.030757 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b4164-e525-44df-a89d-f0c295983960 req-5088a570-8c3a-4965-9824-73324f25c549 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:27.041070 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-de4b4164-e525-44df-a89d-f0c295983960 req-5088a570-8c3a-4965-9824-73324f25c549 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 946 time: 0.0724747 Aug 31 07:38:27.044860 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device c6eaaa56-cf75-4581-b1c3-acce1154b47e up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:27.142899 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port c6eaaa56-cf75-4581-b1c3-acce1154b47e completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:27.144355 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-de4b4164-e525-44df-a89d-f0c295983960 req-8ad1072f-7345-40ca-ae44-41f2af0157e9 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992777 Aug 31 07:38:27.151278 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port c6eaaa56-cf75-4581-b1c3-acce1154b47e triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:27.151663 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.167601 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d58cb0-ef1d-4c62-8325-cd80f10c99ea req-9444e316-37cd-4fc0-a73b-4730ae1f77f1 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:27.174968 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-04d58cb0-ef1d-4c62-8325-cd80f10c99ea req-9444e316-37cd-4fc0-a73b-4730ae1f77f1 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 945 time: 0.1012256 Aug 31 07:38:27.215284 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-04d58cb0-ef1d-4c62-8325-cd80f10c99ea req-707cf572-2a4e-4410-a6d0-1a7212aea3c0 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377200 Aug 31 07:38:27.244297 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.265835 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port c6eaaa56-cf75-4581-b1c3-acce1154b47e, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=c6eaaa56-cf75-4581-b1c3-acce1154b47e,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:27.270410 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.285459 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 41662) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:27.291898 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-368919555-network', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:27.313043 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Made reservation on behalf of e64bdd6de96e46c9ba6c83e390330b87 for: {'network': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:27.315586 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.324481 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=c6eaaa56-cf75-4581-b1c3-acce1154b47e,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:27.327123 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.423825 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.427525 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.454712 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:38:27.461551 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d7f753-5e7d-4da3-9a95-01188034b7fc,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:27.468103 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.468444 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.segments_db [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Added segment 8fc1af12-7c08-4890-9073-3be6bfdbd28e of type vlan for network ada807e7-e981-4291-9a74-a7ca5b98964a Aug 31 07:38:27.511128 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.536528 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.537501 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:27.538083 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.591546 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3046257 Aug 31 07:38:27.594120 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 41674) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:27.598888 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-8392dd5b-2593-4a46-9934-0ea34b9047bb admin admin] Request body: {'subnet': {'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-368919555-subnet', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'ip_version': 4}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:27.614657 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c86e8-6810-4680-a9ac-dc9f694df0f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ada807e7-e981-4291-9a74-a7ca5b98964a,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:27.628029 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network ada807e7-e981-4291-9a74-a7ca5b98964a details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:38:27.629748 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8392dd5b-2593-4a46-9934-0ea34b9047bb admin admin] Made reservation on behalf of e64bdd6de96e46c9ba6c83e390330b87 for: {'subnet': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:27.633248 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8392dd5b-2593-4a46-9934-0ea34b9047bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520561870'] for subnet, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.690505 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920c54f-498f-423d-b2dd-0ad6b7b2ab0e req-91691f81-99b1-4df6-accf-637098f31a74 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:27.698580 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5920c54f-498f-423d-b2dd-0ad6b7b2ab0e req-91691f81-99b1-4df6-accf-637098f31a74 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0627613 Aug 31 07:38:27.751252 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5920c54f-498f-423d-b2dd-0ad6b7b2ab0e req-42d79885-4cbb-408d-9c39-25391c2e3d2f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513196 Aug 31 07:38:27.831963 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8392dd5b-2593-4a46-9934-0ea34b9047bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520414681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520561880'] for subnet, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.884308 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392dd5b-2593-4a46-9934-0ea34b9047bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae72c238-2d21-4b2e-9045-0f0331c4a0f8,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:27.900790 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392dd5b-2593-4a46-9934-0ea34b9047bb admin admin] Checking segment: {'id': '8fc1af12-7c08-4890-9073-3be6bfdbd28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:27.901176 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8392dd5b-2593-4a46-9934-0ea34b9047bb admin admin] Network hostable DHCP agents. Network: ada807e7-e981-4291-9a74-a7ca5b98964a, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:38:27.918095 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8392dd5b-2593-4a46-9934-0ea34b9047bb admin admin] Network ada807e7-e981-4291-9a74-a7ca5b98964a is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:38:27.926226 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-8392dd5b-2593-4a46-9934-0ea34b9047bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, ada807e7-e981-4291-9a74-a7ca5b98964a) {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:27.930086 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8392dd5b-2593-4a46-9934-0ea34b9047bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:27.930690 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8392dd5b-2593-4a46-9934-0ea34b9047bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.935374 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4920a7f-efce-4ff6-a423-1dda2bdf0d63 None None] Network ada807e7-e981-4291-9a74-a7ca5b98964a requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:38:27.946266 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-8392dd5b-2593-4a46-9934-0ea34b9047bb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3510919 Aug 31 07:38:27.949061 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 41682) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:27.954373 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-368919555-router', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:27.975207 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1796116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28948'] for router, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.976202 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28931'] for router, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.030368 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.048819 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Sync routers for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:28.073492 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:28.074115 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:38:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:28.133168 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6918a5-e36e-5cfd-a810-4069d9de59f0-ada807e7-e981-4291-9a74-a7ca5b98964a', 'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'fixed_ips': [{'subnet_id': 'ae72c238-2d21-4b2e-9045-0f0331c4a0f8'}]}} from dv-cinder-799668-14-iscsi. {{(pid=94044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:38:28.134047 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.170186 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.284043 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:28.331644 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6fc6-597a-46ea-9a9c-90e5dee27031 req-0c0235e9-7206-479e-9dd9-2fffe6be920e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:28.334700 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72ff6fc6-597a-46ea-9a9c-90e5dee27031 req-0c0235e9-7206-479e-9dd9-2fffe6be920e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 946 time: 0.0833983 Aug 31 07:38:28.404180 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72ff6fc6-597a-46ea-9a9c-90e5dee27031 req-3d50ba81-708f-46d4-8b78-7e9f494fad63 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422564 Aug 31 07:38:28.417641 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3c450-6ff4-4e06-a0f6-108af1e7f3bb req-63b49941-b378-4ca3-853a-ccc9d646b2ad tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:28.419737 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-59f3c450-6ff4-4e06-a0f6-108af1e7f3bb req-63b49941-b378-4ca3-853a-ccc9d646b2ad tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 945 time: 0.1064298 Aug 31 07:38:28.427124 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.440090 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.db_base_plugin_common [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Allocated IP 172.20.0.2 (ada807e7-e981-4291-9a74-a7ca5b98964a/ae72c238-2d21-4b2e-9045-0f0331c4a0f8/fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5) {{(pid=94044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:28.453489 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.476293 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-59f3c450-6ff4-4e06-a0f6-108af1e7f3bb req-1a87b697-58df-4fa0-b574-ce4c47ff2535 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487409 Aug 31 07:38:28.595100 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Allocated IP 172.27.0.117 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/aa7493ff-71d0-4b22-b2a2-921714609201) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:28.615971 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device c6eaaa56-cf75-4581-b1c3-acce1154b47e up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:28.692636 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.706458 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Transition to ACTIVE for port object fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:28.709286 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.713461 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 2, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:28.750180 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Checking router: 591258f2-d1db-4690-8099-393e6a6f3234 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:28.750582 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Updating router 591258f2-d1db-4690-8099-393e6a6f3234 port 2e8416ff-cedd-418e-9d5f-65488b8b8630 binding host dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:38:28.755970 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Transition to ACTIVE for port object fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 will not be triggered until provisioned by entity DHCP. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:28.758793 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.782107 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.792134 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port c6eaaa56-cf75-4581-b1c3-acce1154b47e triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:28.792508 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.803619 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:28.807922 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:28.814570 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:28.836914 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.853347 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7493ff-71d0-4b22-b2a2-921714609201,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:28.862772 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Network ada807e7-e981-4291-9a74-a7ca5b98964a is already hosted by enough agents. {{(pid=94044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:28.875187 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.base_scheduler [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Resources bound (agent type, host, resource id): {{(pid=94044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:28.880627 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Received port after_create {{(pid=94044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:28.883568 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Pushing event updated for resources: {'Port': ['ID=fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5,revision_number=1']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:28.946446 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d401786-3c5d-45ed-8a25-45173c96bd6c req-898c1b0a-69ac-4165-9cb5-fc625400660e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:28.948457 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8d401786-3c5d-45ed-8a25-45173c96bd6c req-898c1b0a-69ac-4165-9cb5-fc625400660e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0546749 Aug 31 07:38:28.988972 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8d401786-3c5d-45ed-8a25-45173c96bd6c req-fe622a19-07f1-4185-9832-26e2ae728c4b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334620 Aug 31 07:38:29.046520 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Attempting to bind port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:29.046897 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Attempting to bind port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '8fc1af12-7c08-4890-9073-3be6bfdbd28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:29.047253 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Attempting to bind port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 on network ada807e7-e981-4291-9a74-a7ca5b98964a {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:29.060026 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:29.060721 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Checking segment: {'id': '8fc1af12-7c08-4890-9073-3be6bfdbd28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:29.060853 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.061261 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Bound using segment: {'id': '8fc1af12-7c08-4890-9073-3be6bfdbd28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:29.061722 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Bound port: fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc1af12-7c08-4890-9073-3be6bfdbd28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:29.062115 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.084831 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:29.123860 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.371433 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] For port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:29.382980 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:29.397947 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] For port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5,segment=NetworkSegment(8fc1af12-7c08-4890-9073-3be6bfdbd28e),segment_id=8fc1af12-7c08-4890-9073-3be6bfdbd28e)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:29.404351 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:29.404748 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.409391 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.463377 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5c37d-7700-49f8-af52-ceb54a8de9cd req-12aa819c-2da0-4956-935d-a3a7d77953d6 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:29.465161 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dac5c37d-7700-49f8-af52-ceb54a8de9cd req-12aa819c-2da0-4956-935d-a3a7d77953d6 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 946 time: 0.0647194 Aug 31 07:38:29.522663 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dac5c37d-7700-49f8-af52-ceb54a8de9cd req-2f120857-8707-48b5-b32f-11d10ff4eaa6 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469513 Aug 31 07:38:29.565307 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.567422 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07e40d-95ba-41c6-9e5d-14d6babcd9c9 None None] Pushing event updated for resources: {'Port': ['ID=fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5,revision_number=2']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:29.581065 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Transition to ACTIVE for port object 2e8416ff-cedd-418e-9d5f-65488b8b8630 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:29.604628 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.631956 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c3fc6-440b-4592-aaf8-551ec61ae496 req-f4f5d270-c54e-4c30-afd8-b72416926b0d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:29.633539 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0b7c3fc6-440b-4592-aaf8-551ec61ae496 req-f4f5d270-c54e-4c30-afd8-b72416926b0d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 945 time: 0.0687540 Aug 31 07:38:29.676999 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-386546'] for router, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.690983 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.695856 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0b7c3fc6-440b-4592-aaf8-551ec61ae496 req-52bd14f5-af1b-4f4e-a6c9-081aa8e205ab tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560238 Aug 31 07:38:29.699535 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eccdb-9179-44ad-be00-906f6db6dcfd None None] Pushing event updated for resources: {'Port': ['ID=2e8416ff-cedd-418e-9d5f-65488b8b8630,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:29.782020 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591dfca2-cffa-4c14-a4cc-d4c6a042791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f96f46-683c-4d4c-b03d-5f1eb0404aa5'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:29.784919 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae35d3c-678d-4f01-a9f6-42aa4b2ac61e" -d '{"events": [{"server_uuid": "591dfca2-cffa-4c14-a4cc-d4c6a042791f", "name": "network-vif-plugged", "status": "completed", "tag": "c7f96f46-683c-4d4c-b03d-5f1eb0404aa5"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:29.838641 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Attempting to bind port 2e8416ff-cedd-418e-9d5f-65488b8b8630 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:29.839923 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Attempting to bind port 2e8416ff-cedd-418e-9d5f-65488b8b8630 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:29.840485 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Attempting to bind port 2e8416ff-cedd-418e-9d5f-65488b8b8630 on network 29b04af3-cf28-4023-9b5b-4fd7e8875284 {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:29.844259 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c7f96f46-683c-4d4c-b03d-5f1eb0404aa5,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:29.849393 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:29.850030 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Checking segment: {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:29.851145 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.851847 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Bound using segment: {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:29.852596 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Bound port: 2e8416ff-cedd-418e-9d5f-65488b8b8630, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:29.853308 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.965661 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7547f9c-4a1b-4c64-9610-525594bb65cf x-openstack-request-id: req-e7547f9c-4a1b-4c64-9610-525594bb65cf {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:29.966026 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591dfca2-cffa-4c14-a4cc-d4c6a042791f", "name": "network-vif-plugged", "status": "completed", "tag": "c7f96f46-683c-4d4c-b03d-5f1eb0404aa5", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:29.966403 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7547f9c-4a1b-4c64-9610-525594bb65cf {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:29.966795 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591dfca2-cffa-4c14-a4cc-d4c6a042791f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f96f46-683c-4d4c-b03d-5f1eb0404aa5', 'code': 200} Aug 31 07:38:29.968944 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.969100 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Router f9290e25-d0e8-4f22-b7d9-a048e63af012 is scheduled to L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 with binding_index 1 {{(pid=94042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:38:30.013203 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] For port 2e8416ff-cedd-418e-9d5f-65488b8b8630, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:30.054391 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] For port 2e8416ff-cedd-418e-9d5f-65488b8b8630, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=2e8416ff-cedd-418e-9d5f-65488b8b8630,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:30.067171 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:30.104266 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=c7f96f46-683c-4d4c-b03d-5f1eb0404aa5,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:30.140922 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:30.148218 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:30.149154 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:38:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:30.152345 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Sync routers for ids ['f9290e25-d0e8-4f22-b7d9-a048e63af012'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:30.166575 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Routers {'f9290e25-d0e8-4f22-b7d9-a048e63af012'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:30.167689 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] Notify callbacks [] for router, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:30.167883 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:38:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f9290e25-d0e8-4f22-b7d9-a048e63af012'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:30.171731 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-bfa990d6-d374-4e85-86f0-d9e7d2343165 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2216754 Aug 31 07:38:30.172351 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 41728) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:30.190422 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ab1c5-a78c-4622-a638-00870cf1e3a0 req-20ce8ce2-d066-4a74-b6e3-15d35b9cbd87 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:30.192010 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f41ab1c5-a78c-4622-a638-00870cf1e3a0 req-20ce8ce2-d066-4a74-b6e3-15d35b9cbd87 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0993843 Aug 31 07:38:30.251044 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f41ab1c5-a78c-4622-a638-00870cf1e3a0 req-f0053fe9-d344-45d9-9573-8c812f382072 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518231 Aug 31 07:38:30.271371 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ca618-2516-4bdb-af7f-5df44f408859 req-1e6c033d-ae7c-431d-a0c1-a242e3b8b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:30.272746 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-427ca618-2516-4bdb-af7f-5df44f408859 req-1e6c033d-ae7c-431d-a0c1-a242e3b8b6c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 1099 time: 0.1161027 Aug 31 07:38:30.308798 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eccdb-9179-44ad-be00-906f6db6dcfd None None] Pushing event updated for resources: {'Port': ['ID=2e8416ff-cedd-418e-9d5f-65488b8b8630,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:30.360120 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-427ca618-2516-4bdb-af7f-5df44f408859 req-3e932e09-0604-4cb8-baf8-4506be16b423 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755396 Aug 31 07:38:30.406818 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:30.483436 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Set router f9290e25-d0e8-4f22-b7d9-a048e63af012 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:30.745678 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:30.756390 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06ab8a-4867-4f3a-9b1a-a7149b8f9c55 req-2bbae003-87ea-4dae-92bf-fd001f55b1bd tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:30.779438 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7f06ab8a-4867-4f3a-9b1a-a7149b8f9c55 req-2bbae003-87ea-4dae-92bf-fd001f55b1bd tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 946 time: 0.1383986 Aug 31 07:38:30.812120 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'name': 'tempest-TestVolumeBootPattern-368919555-router', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:27Z', 'updated_at': '2021-08-31T07:38:28Z', 'revision_number': 3, 'project_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'gw_port': {'id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:28Z', 'updated_at': '2021-08-31T07:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:30.862456 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Checking router: f9290e25-d0e8-4f22-b7d9-a048e63af012 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:30.862822 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Updating router f9290e25-d0e8-4f22-b7d9-a048e63af012 port aa7493ff-71d0-4b22-b2a2-921714609201 binding host dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:38:30.894694 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:30.901895 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:29Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:30.903596 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:30.905654 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:30.933102 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7f06ab8a-4867-4f3a-9b1a-a7149b8f9c55 req-6684e144-de95-4922-9c05-ef33ea20ebe6 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526108 Aug 31 07:38:30.961867 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5638bc04-8f0c-4056-852a-c790b3e238f8 None None] The sync data for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi is: [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:29Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:30.973396 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef71ba-02a6-4e5e-8ef0-7fd0dd7aa149 req-113d14ec-b5ef-4dcc-8be9-d52cf22e6113 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:30.976833 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0cef71ba-02a6-4e5e-8ef0-7fd0dd7aa149 req-113d14ec-b5ef-4dcc-8be9-d52cf22e6113 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 946 time: 0.1415663 Aug 31 07:38:31.087316 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0cef71ba-02a6-4e5e-8ef0-7fd0dd7aa149 req-03156693-d4c0-4ea6-81e9-e769ff51e472 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033096 Aug 31 07:38:31.136629 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2d0f9b-31dd-4086-be64-713459ffab48 None None] Network ada807e7-e981-4291-9a74-a7ca5b98964a requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:38:31.203851 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Allocated IP 172.20.0.1 (ada807e7-e981-4291-9a74-a7ca5b98964a/ae72c238-2d21-4b2e-9045-0f0331c4a0f8/5d0216c7-10f7-47a5-a2a8-50d52dc02a07) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:31.211801 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-41c3e727-ca43-442e-a4e4-7bf8a54f2e6e None None] Provisioning for port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:31.222326 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-41c3e727-ca43-442e-a4e4-7bf8a54f2e6e None None] Provisioning complete for port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:31.222738 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-41c3e727-ca43-442e-a4e4-7bf8a54f2e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.289839 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Notify callbacks [] for port, precommit_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.303535 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.provisioning_blocks [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Transition to ACTIVE for port object aa7493ff-71d0-4b22-b2a2-921714609201 will not be triggered until provisioned by entity L2. {{(pid=94045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:31.312448 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.342294 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.366441 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Transition to ACTIVE for port object 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:31.389698 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23501a34-ce0c-462d-9de7-b5485f5ee6d8 None None] Pushing event updated for resources: {'Port': ['ID=aa7493ff-71d0-4b22-b2a2-921714609201,revision_number=2']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:31.393261 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Attempting to bind port aa7493ff-71d0-4b22-b2a2-921714609201 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:31.394046 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Attempting to bind port aa7493ff-71d0-4b22-b2a2-921714609201 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:31.394489 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Attempting to bind port aa7493ff-71d0-4b22-b2a2-921714609201 on network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:31.401470 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.401788 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:31.402173 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Checking segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:31.402699 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.403417 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Bound using segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:31.404009 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Bound port: aa7493ff-71d0-4b22-b2a2-921714609201, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:31.404417 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.453810 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-41c3e727-ca43-442e-a4e4-7bf8a54f2e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.463776 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] For port aa7493ff-71d0-4b22-b2a2-921714609201, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:31.468433 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] For port aa7493ff-71d0-4b22-b2a2-921714609201, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=aa7493ff-71d0-4b22-b2a2-921714609201,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:31.475519 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.496547 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Network ada807e7-e981-4291-9a74-a7ca5b98964a is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:31.500365 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:31.509990 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:31.510632 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31d232-15b1-4ef6-b891-88fb0fdcae82 req-52cb8d3d-6a38-476b-9474-47db748ac063 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:31.512490 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cb31d232-15b1-4ef6-b891-88fb0fdcae82 req-52cb8d3d-6a38-476b-9474-47db748ac063 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1065710 Aug 31 07:38:31.534903 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Routers {'f9290e25-d0e8-4f22-b7d9-a048e63af012'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:31.535542 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:38:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f9290e25-d0e8-4f22-b7d9-a048e63af012'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:31.545441 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-41c3e727-ca43-442e-a4e4-7bf8a54f2e6e None None] For port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5,segment=NetworkSegment(8fc1af12-7c08-4890-9073-3be6bfdbd28e),segment_id=8fc1af12-7c08-4890-9073-3be6bfdbd28e)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:31.554025 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-41c3e727-ca43-442e-a4e4-7bf8a54f2e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.575372 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385409'] for router_interface, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.577925 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d0216c7-10f7-47a5-a2a8-50d52dc02a07,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:31.601817 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cb31d232-15b1-4ef6-b891-88fb0fdcae82 req-a0640677-692c-47cf-ab5a-f7964821a5bf tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824373 Aug 31 07:38:31.646519 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3e727-ca43-442e-a4e4-7bf8a54f2e6e None None] Pushing event updated for resources: {'Port': ['ID=fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:31.693999 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] Set router f9290e25-d0e8-4f22-b7d9-a048e63af012 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:31.696658 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23501a34-ce0c-462d-9de7-b5485f5ee6d8 None None] Pushing event updated for resources: {'Port': ['ID=aa7493ff-71d0-4b22-b2a2-921714609201,revision_number=3']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:31.772295 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.778159 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-5c5babf5-457c-48aa-a034-867e205a0a70 None None] Provisioning complete for port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:31.778573 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5c5babf5-457c-48aa-a034-867e205a0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.926052 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-5c5babf5-457c-48aa-a034-867e205a0a70 None None] Provisioning for port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:31.931187 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-5c5babf5-457c-48aa-a034-867e205a0a70 None None] Provisioning complete for port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:31.931559 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5c5babf5-457c-48aa-a034-867e205a0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.963529 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'name': 'tempest-TestVolumeBootPattern-368919555-router', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:27Z', 'updated_at': '2021-08-31T07:38:28Z', 'revision_number': 3, 'project_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'gw_port': {'id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:28Z', 'updated_at': '2021-08-31T07:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:31.992265 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.992478 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ee3b8-91c2-4e05-ac59-4da558d7ab7c None None] The sync data for ids ['f9290e25-d0e8-4f22-b7d9-a048e63af012'] in dv-cinder-799668-14-iscsi is: [{'id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'name': 'tempest-TestVolumeBootPattern-368919555-router', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:27Z', 'updated_at': '2021-08-31T07:38:28Z', 'revision_number': 3, 'project_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'gw_port': {'id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:28Z', 'updated_at': '2021-08-31T07:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:31.998772 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.024340 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-5c5babf5-457c-48aa-a034-867e205a0a70 None None] Port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:32.097162 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386865'] for router_interface, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.106698 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef6f08-eb46-4016-9d86-2a6dfde2e6c0 req-7a2a6c63-5b42-4966-8c29-872906663607 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:32.106698 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c0ef6f08-eb46-4016-9d86-2a6dfde2e6c0 req-7a2a6c63-5b42-4966-8c29-872906663607 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 946 time: 0.0580721 Aug 31 07:38:32.116290 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d0216c7-10f7-47a5-a2a8-50d52dc02a07,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:32.152972 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c0ef6f08-eb46-4016-9d86-2a6dfde2e6c0 req-3be4cbd6-ce17-4db3-b274-8f2c51970aca tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443792 Aug 31 07:38:32.162622 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-333781f8-d353-4dc6-a06d-800c2291a23c None None] Provisioning complete for port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:32.163800 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-333781f8-d353-4dc6-a06d-800c2291a23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.212614 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-333781f8-d353-4dc6-a06d-800c2291a23c None None] Port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:32.235353 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Network ada807e7-e981-4291-9a74-a7ca5b98964a is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:32.237212 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:32.285934 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f053c26-bdca-4e0a-b856-7932559b6812 req-fda13ffc-5b3b-48a3-9677-3915ca70df5c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:32.288696 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3f053c26-bdca-4e0a-b856-7932559b6812 req-fda13ffc-5b3b-48a3-9677-3915ca70df5c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 946 time: 0.0674889 Aug 31 07:38:32.350063 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3f053c26-bdca-4e0a-b856-7932559b6812 req-07d0c439-4275-4023-a05e-70c5f02726c3 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544045 Aug 31 07:38:32.437188 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Router f9290e25-d0e8-4f22-b7d9-a048e63af012 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:38:32.595723 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:32.601002 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-c31d08ab-5910-4de7-b3c5-b685220712e6 admin admin] 10.222.0.62 "PUT /v2.0/routers/f9290e25-d0e8-4f22-b7d9-a048e63af012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4094985 Aug 31 07:38:32.634061 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-1a10fe8f-57ee-49bb-9a9c-c00f55843600 None None] Provisioning complete for port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:32.634482 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-1a10fe8f-57ee-49bb-9a9c-c00f55843600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.672511 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-1a10fe8f-57ee-49bb-9a9c-c00f55843600 None None] Port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:32.724459 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2e8416ff-cedd-418e-9d5f-65488b8b8630 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:32.779278 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 2e8416ff-cedd-418e-9d5f-65488b8b8630 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:32.783179 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 2e8416ff-cedd-418e-9d5f-65488b8b8630 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:32.783550 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.862732 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.896329 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 2e8416ff-cedd-418e-9d5f-65488b8b8630, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=2e8416ff-cedd-418e-9d5f-65488b8b8630,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:32.901148 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.902075 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:32.986577 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=2e8416ff-cedd-418e-9d5f-65488b8b8630,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:33.000001 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:33.000379 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.086921 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device aa7493ff-71d0-4b22-b2a2-921714609201 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:33.138676 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port aa7493ff-71d0-4b22-b2a2-921714609201 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:33.142599 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port aa7493ff-71d0-4b22-b2a2-921714609201 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:33.142977 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.219907 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.240887 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port aa7493ff-71d0-4b22-b2a2-921714609201, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=aa7493ff-71d0-4b22-b2a2-921714609201,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:33.244608 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.290006 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=aa7493ff-71d0-4b22-b2a2-921714609201,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:34.142596 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Sync routers for ids ['f9290e25-d0e8-4f22-b7d9-a048e63af012'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:34.152915 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Routers {'f9290e25-d0e8-4f22-b7d9-a048e63af012'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:34.153520 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:38:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f9290e25-d0e8-4f22-b7d9-a048e63af012'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:34.257305 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Set router f9290e25-d0e8-4f22-b7d9-a048e63af012 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:34.462227 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'name': 'tempest-TestVolumeBootPattern-368919555-router', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:27Z', 'updated_at': '2021-08-31T07:38:31Z', 'revision_number': 4, 'project_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'gw_port': {'id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:28Z', 'updated_at': '2021-08-31T07:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '5d0216c7-10f7-47a5-a2a8-50d52dc02a07', 'name': '', 'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'mac_address': 'fa:16:3e:87:be:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ae72c238-2d21-4b2e-9045-0f0331c4a0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:30Z', 'updated_at': '2021-08-31T07:38:31Z', 'revision_number': 2, 'project_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'subnets': [{'id': 'ae72c238-2d21-4b2e-9045-0f0331c4a0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:34.487938 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Checking router: f9290e25-d0e8-4f22-b7d9-a048e63af012 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:34.488294 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Updating router f9290e25-d0e8-4f22-b7d9-a048e63af012 port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 binding host dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:38:34.512395 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.607991 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2e8416ff-cedd-418e-9d5f-65488b8b8630 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:34.848003 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 2e8416ff-cedd-418e-9d5f-65488b8b8630 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:34.848442 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.851162 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2eae9-75fd-46d4-b24f-b66b465bd945 req-f231e840-0c97-445c-a99e-2eb7bb7087ca tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:34.852868 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6bd2eae9-75fd-46d4-b24f-b66b465bd945 req-f231e840-0c97-445c-a99e-2eb7bb7087ca tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0507627 Aug 31 07:38:34.894254 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6bd2eae9-75fd-46d4-b24f-b66b465bd945 req-e04b56f5-0084-4752-a39f-c278c6e6c417 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344064 Aug 31 07:38:35.008195 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d404c-3587-46a8-89f0-13a1d9b35f68 req-2e1c791d-9f3d-4b32-93f8-a5439a61a9ed tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:35.010831 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-763d404c-3587-46a8-89f0-13a1d9b35f68 req-2e1c791d-9f3d-4b32-93f8-a5439a61a9ed tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 946 time: 0.0561447 Aug 31 07:38:35.012044 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Notify callbacks [] for port, precommit_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.015444 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device aa7493ff-71d0-4b22-b2a2-921714609201 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:35.047163 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Transition to ACTIVE for port object 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:35.056282 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.058715 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-763d404c-3587-46a8-89f0-13a1d9b35f68 req-18e20154-1d88-438f-b927-230269ce61dc tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426586 Aug 31 07:38:35.114286 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e082151-909f-463b-b176-a4e134164921 None None] Pushing event updated for resources: {'Port': ['ID=5d0216c7-10f7-47a5-a2a8-50d52dc02a07,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:35.149760 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port aa7493ff-71d0-4b22-b2a2-921714609201 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:35.150134 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.207259 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Attempting to bind port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:35.207631 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Attempting to bind port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '8fc1af12-7c08-4890-9073-3be6bfdbd28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:35.210060 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Attempting to bind port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 on network ada807e7-e981-4291-9a74-a7ca5b98964a {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:35.216418 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:35.216876 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Checking segment: {'id': '8fc1af12-7c08-4890-9073-3be6bfdbd28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:35.217283 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.217854 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Bound using segment: {'id': '8fc1af12-7c08-4890-9073-3be6bfdbd28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:35.218331 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Bound port: 5d0216c7-10f7-47a5-a2a8-50d52dc02a07, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc1af12-7c08-4890-9073-3be6bfdbd28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:35.218749 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.235414 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ded0e6-bbbc-41e7-b657-017aeab61370 req-80239ef8-1cf9-4882-9edb-be2844b3ef02 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:35.245480 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d9ded0e6-bbbc-41e7-b657-017aeab61370 req-80239ef8-1cf9-4882-9edb-be2844b3ef02 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 946 time: 0.0784206 Aug 31 07:38:35.291047 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d9ded0e6-bbbc-41e7-b657-017aeab61370 req-1b0b8814-f266-40a5-bcc0-07d5571c4a48 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444522 Aug 31 07:38:35.341127 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] For port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:35.341862 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 41786) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:35.344907 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] For port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=5d0216c7-10f7-47a5-a2a8-50d52dc02a07,segment=NetworkSegment(8fc1af12-7c08-4890-9073-3be6bfdbd28e),segment_id=8fc1af12-7c08-4890-9073-3be6bfdbd28e)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:35.347722 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-896ea900-c4fc-4959-b0c4-113164b4e693 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905358082', 'description': 'tempest-secgroup-smoke-1905358082 description', 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:35.350261 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.372604 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-896ea900-c4fc-4959-b0c4-113164b4e693 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.416717 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Routers {'f9290e25-d0e8-4f22-b7d9-a048e63af012'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:35.417384 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:38:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f9290e25-d0e8-4f22-b7d9-a048e63af012'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:35.422834 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e082151-909f-463b-b176-a4e134164921 None None] Pushing event updated for resources: {'Port': ['ID=5d0216c7-10f7-47a5-a2a8-50d52dc02a07,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:35.474698 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-896ea900-c4fc-4959-b0c4-113164b4e693 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.480550 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-896ea900-c4fc-4959-b0c4-113164b4e693 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.510094 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-896ea900-c4fc-4959-b0c4-113164b4e693 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.514517 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-896ea900-c4fc-4959-b0c4-113164b4e693 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1713307 Aug 31 07:38:35.514763 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 41788) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:35.516567 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ea900-c4fc-4959-b0c4-113164b4e693 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:35.525954 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-868391f7-3a8f-470f-8547-d92b1b3174b3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Request body: {'security_group_rule': {'security_group_id': 'd54a6dde-28ef-4fe6-b35b-ef2b1acdeef4', 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:35.542505 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] Set router f9290e25-d0e8-4f22-b7d9-a048e63af012 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:35.557674 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-868391f7-3a8f-470f-8547-d92b1b3174b3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.605743 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-868391f7-3a8f-470f-8547-d92b1b3174b3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.609624 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-868391f7-3a8f-470f-8547-d92b1b3174b3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.628917 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868391f7-3a8f-470f-8547-d92b1b3174b3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dce3e83-ea92-425b-b50f-4847ac360a3f,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:35.635430 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-868391f7-3a8f-470f-8547-d92b1b3174b3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.636852 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-868391f7-3a8f-470f-8547-d92b1b3174b3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212418 Aug 31 07:38:35.639699 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 41790) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:35.643893 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-bc5a106c-8cca-463e-8c33-a2dfbd48408f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Request body: {'security_group_rule': {'security_group_id': 'd54a6dde-28ef-4fe6-b35b-ef2b1acdeef4', 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:35.670998 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bc5a106c-8cca-463e-8c33-a2dfbd48408f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.740512 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bc5a106c-8cca-463e-8c33-a2dfbd48408f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.745421 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bc5a106c-8cca-463e-8c33-a2dfbd48408f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.759787 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'name': 'tempest-TestVolumeBootPattern-368919555-router', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:27Z', 'updated_at': '2021-08-31T07:38:31Z', 'revision_number': 4, 'project_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'gw_port': {'id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:28Z', 'updated_at': '2021-08-31T07:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '5d0216c7-10f7-47a5-a2a8-50d52dc02a07', 'name': '', 'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'mac_address': 'fa:16:3e:87:be:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ae72c238-2d21-4b2e-9045-0f0331c4a0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:30Z', 'updated_at': '2021-08-31T07:38:35Z', 'revision_number': 4, 'project_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'subnets': [{'id': 'ae72c238-2d21-4b2e-9045-0f0331c4a0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:35.769442 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a106c-8cca-463e-8c33-a2dfbd48408f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedd94af-3960-4f53-bf5d-556355fbb5a0,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:35.773228 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bc5a106c-8cca-463e-8c33-a2dfbd48408f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.776881 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-bc5a106c-8cca-463e-8c33-a2dfbd48408f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339533 Aug 31 07:38:35.777144 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 41794) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:35.781904 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-d5d22640-a42c-4b6c-92ed-4254553be524 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Request body: {'security_group_rule': {'security_group_id': 'd54a6dde-28ef-4fe6-b35b-ef2b1acdeef4', 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:35.801041 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df6a4cb-1521-4b4f-a346-0832f43f52bb None None] The sync data for ids ['f9290e25-d0e8-4f22-b7d9-a048e63af012'] in dv-cinder-799668-14-iscsi is: [{'id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'name': 'tempest-TestVolumeBootPattern-368919555-router', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:27Z', 'updated_at': '2021-08-31T07:38:31Z', 'revision_number': 4, 'project_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'gw_port': {'id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:28Z', 'updated_at': '2021-08-31T07:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '5d0216c7-10f7-47a5-a2a8-50d52dc02a07', 'name': '', 'network_id': 'ada807e7-e981-4291-9a74-a7ca5b98964a', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'mac_address': 'fa:16:3e:87:be:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ae72c238-2d21-4b2e-9045-0f0331c4a0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:30Z', 'updated_at': '2021-08-31T07:38:35Z', 'revision_number': 4, 'project_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'subnets': [{'id': 'ae72c238-2d21-4b2e-9045-0f0331c4a0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:35.811647 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d5d22640-a42c-4b6c-92ed-4254553be524 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.899330 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d5d22640-a42c-4b6c-92ed-4254553be524 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.909694 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d5d22640-a42c-4b6c-92ed-4254553be524 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.929996 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d22640-a42c-4b6c-92ed-4254553be524 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacaba7c-2d85-40c4-90c1-0a38f5b34aa0,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:35.940689 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d5d22640-a42c-4b6c-92ed-4254553be524 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.942344 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-d5d22640-a42c-4b6c-92ed-4254553be524 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1642234 Aug 31 07:38:35.945788 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 41800) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:35.952642 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-fbd19b91-3db3-4a7f-a8ee-c90fdf4eea1c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Request body: {'security_group_rule': {'security_group_id': 'd54a6dde-28ef-4fe6-b35b-ef2b1acdeef4', 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:36.017103 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fbd19b91-3db3-4a7f-a8ee-c90fdf4eea1c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.088004 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e9737-d080-4f8c-920d-1106a175a17d req-26498e04-b5a6-403d-9f4a-ffc1caf04ee9 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:36.089597 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d04e9737-d080-4f8c-920d-1106a175a17d req-26498e04-b5a6-403d-9f4a-ffc1caf04ee9 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1063726 Aug 31 07:38:36.157455 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fbd19b91-3db3-4a7f-a8ee-c90fdf4eea1c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.164673 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fbd19b91-3db3-4a7f-a8ee-c90fdf4eea1c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.185826 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d04e9737-d080-4f8c-920d-1106a175a17d req-ab5c524a-9071-4494-9a22-926d61a5dccf tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837107 Aug 31 07:38:36.220048 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd19b91-3db3-4a7f-a8ee-c90fdf4eea1c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb26ee2-bb37-460c-a7f8-d075b597433c,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:36.227284 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fbd19b91-3db3-4a7f-a8ee-c90fdf4eea1c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.228747 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-fbd19b91-3db3-4a7f-a8ee-c90fdf4eea1c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2817361 Aug 31 07:38:36.231582 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 41808) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:36.237052 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-6157fef9-3fd9-4e12-8247-bf8da9d82a1d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Request body: {'security_group_rule': {'security_group_id': 'd54a6dde-28ef-4fe6-b35b-ef2b1acdeef4', 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:36.248191 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0196c-5fbc-48d9-97ba-b2bc79e12f1a req-634f8188-de43-4cf2-8b5c-01ad253f43ba tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:36.259364 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f3a0196c-5fbc-48d9-97ba-b2bc79e12f1a req-634f8188-de43-4cf2-8b5c-01ad253f43ba tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 946 time: 0.0887780 Aug 31 07:38:36.265013 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.securitygroups_db [None req-6157fef9-3fd9-4e12-8247-bf8da9d82a1d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Project e62b3c325dfe412bb093fa6ba41ce608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:38:36.280076 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6157fef9-3fd9-4e12-8247-bf8da9d82a1d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.313886 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f3a0196c-5fbc-48d9-97ba-b2bc79e12f1a req-b98f574a-8426-4b24-be0f-7ab52f29ce2a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534191 Aug 31 07:38:36.384856 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6157fef9-3fd9-4e12-8247-bf8da9d82a1d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.390217 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6157fef9-3fd9-4e12-8247-bf8da9d82a1d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.410541 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157fef9-3fd9-4e12-8247-bf8da9d82a1d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52d7dc5-f387-4927-94bf-81d085bf665e,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:36.417698 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6157fef9-3fd9-4e12-8247-bf8da9d82a1d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.419534 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-6157fef9-3fd9-4e12-8247-bf8da9d82a1d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1864579 Aug 31 07:38:36.422175 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 41816) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:36.427550 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-e8a2dbb3-6f6c-4ad2-9515-3ff86912512b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Request body: {'security_group_rule': {'security_group_id': 'd54a6dde-28ef-4fe6-b35b-ef2b1acdeef4', 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:36.455126 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.securitygroups_db [None req-e8a2dbb3-6f6c-4ad2-9515-3ff86912512b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Project e62b3c325dfe412bb093fa6ba41ce608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:38:36.457624 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91e152-f710-432e-a157-86d5c2923375 req-2cc7b57f-4279-4413-881c-a30fb62c3411 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:36.459936 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2f91e152-f710-432e-a157-86d5c2923375 req-2cc7b57f-4279-4413-881c-a30fb62c3411 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 946 time: 0.0695589 Aug 31 07:38:36.461491 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dbb3-6f6c-4ad2-9515-3ff86912512b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.510590 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2f91e152-f710-432e-a157-86d5c2923375 req-e2019459-157d-4415-b3e9-c28f02a741c1 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434661 Aug 31 07:38:36.563373 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dbb3-6f6c-4ad2-9515-3ff86912512b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.569211 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dbb3-6f6c-4ad2-9515-3ff86912512b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.590077 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2dbb3-6f6c-4ad2-9515-3ff86912512b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a5f316-ef7c-41e9-bda8-52289d009f7b,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:36.598300 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dbb3-6f6c-4ad2-9515-3ff86912512b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.600393 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-e8a2dbb3-6f6c-4ad2-9515-3ff86912512b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1763868 Aug 31 07:38:36.657142 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:36.712107 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:36.716182 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:36.716563 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.825356 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01cb84-e56c-494f-966a-8ef5ee1b03d2 req-d154e5ff-938e-42ff-9895-79da2a3fe7c6 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:36.827567 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-9f01cb84-e56c-494f-966a-8ef5ee1b03d2 req-d154e5ff-938e-42ff-9895-79da2a3fe7c6 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.59 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 946 time: 0.0779314 Aug 31 07:38:36.835525 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.880059 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=5d0216c7-10f7-47a5-a2a8-50d52dc02a07,segment=NetworkSegment(8fc1af12-7c08-4890-9073-3be6bfdbd28e),segment_id=8fc1af12-7c08-4890-9073-3be6bfdbd28e)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:36.886155 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.938136 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=5d0216c7-10f7-47a5-a2a8-50d52dc02a07,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:38.586631 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:38.635481 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:38.635902 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.285950 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-9f01cb84-e56c-494f-966a-8ef5ee1b03d2 req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Deleting port b9a276e3-3faa-4fb3-a3bd-55f5450014dd {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:40.286479 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-9f01cb84-e56c-494f-966a-8ef5ee1b03d2 req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.393132 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-9f01cb84-e56c-494f-966a-8ef5ee1b03d2 req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] For port b9a276e3-3faa-4fb3-a3bd-55f5450014dd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b9a276e3-3faa-4fb3-a3bd-55f5450014dd,segment=NetworkSegment(334faff9-1fe5-44e9-8b38-53d61d35160c),segment_id=334faff9-1fe5-44e9-8b38-53d61d35160c)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:40.393840 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-9f01cb84-e56c-494f-966a-8ef5ee1b03d2 req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.410818 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-9f01cb84-e56c-494f-966a-8ef5ee1b03d2 req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Calling delete_port for b9a276e3-3faa-4fb3-a3bd-55f5450014dd owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:40.440485 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dd5b8-99a6-46a6-a10a-cec75c94602d req-49e601df-828d-4062-add6-d208cdb45296 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:40.442013 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-643dd5b8-99a6-46a6-a10a-cec75c94602d req-49e601df-828d-4062-add6-d208cdb45296 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0852220 Aug 31 07:38:40.473585 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9314bcf-14ea-45a0-9906-3c4765fc7487 req-b76eb4c3-f448-472a-8aa0-1b265030ca89 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:40.475144 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a9314bcf-14ea-45a0-9906-3c4765fc7487 req-b76eb4c3-f448-472a-8aa0-1b265030ca89 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=cee866d9-8e83-47a5-afe3-b3ee3633628d HTTP/1.1" status: 200 len: 946 time: 0.0793886 Aug 31 07:38:40.511476 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-643dd5b8-99a6-46a6-a10a-cec75c94602d req-eddfe57a-babd-41d3-8cc9-06be3e692966 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613101 Aug 31 07:38:40.558528 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a9314bcf-14ea-45a0-9906-3c4765fc7487 req-3e90ffa5-0085-4119-a7c2-d359ab41aec1 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748162 Aug 31 07:38:40.586750 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-9f01cb84-e56c-494f-966a-8ef5ee1b03d2 req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.616200 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Pushing event deleted for resources: {'Port': ['ID=b9a276e3-3faa-4fb3-a3bd-55f5450014dd,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:40.647632 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:40.648120 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:40.648569 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:40.648912 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:40.649279 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:40.649647 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:40.650074 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:40.650679 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:40.651157 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:40.651610 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:40.651944 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:40.652459 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:40.670010 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f01cb84-e56c-494f-966a-8ef5ee1b03d2 req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] No DVR routers for this DVR port b9a276e3-3faa-4fb3-a3bd-55f5450014dd on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:40.672809 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-9f01cb84-e56c-494f-966a-8ef5ee1b03d2 req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.674843 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-9f01cb84-e56c-494f-966a-8ef5ee1b03d2 req-e7e103cc-00ca-4a25-9a52-0d81fc9f315e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.59 "DELETE /v2.0/ports/b9a276e3-3faa-4fb3-a3bd-55f5450014dd HTTP/1.1" status: 204 len: 173 time: 0.4912076 Aug 31 07:38:40.675273 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee866d9-8e83-47a5-afe3-b3ee3633628d', 'name': 'network-vif-deleted', 'tag': 'b9a276e3-3faa-4fb3-a3bd-55f5450014dd'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:40.678088 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ec3916-ae13-4489-9c2f-9cca04a3ae42" -d '{"events": [{"server_uuid": "cee866d9-8e83-47a5-afe3-b3ee3633628d", "name": "network-vif-deleted", "tag": "b9a276e3-3faa-4fb3-a3bd-55f5450014dd"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:40.716764 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f3fc4c-aedd-43b7-8e23-960197834dc2 x-openstack-request-id: req-41f3fc4c-aedd-43b7-8e23-960197834dc2 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:40.717120 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee866d9-8e83-47a5-afe3-b3ee3633628d", "name": "network-vif-deleted", "tag": "b9a276e3-3faa-4fb3-a3bd-55f5450014dd", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:40.717847 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41f3fc4c-aedd-43b7-8e23-960197834dc2 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:40.718471 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee866d9-8e83-47a5-afe3-b3ee3633628d', 'name': 'network-vif-deleted', 'tag': 'b9a276e3-3faa-4fb3-a3bd-55f5450014dd', 'status': 'completed', 'code': 200} Aug 31 07:38:41.642797 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b9a276e3-3faa-4fb3-a3bd-55f5450014dd no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:41.690380 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: b9a276e3-3faa-4fb3-a3bd-55f5450014dd {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:41.690931 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b9a276e3-3faa-4fb3-a3bd-55f5450014dd not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:41.700669 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815f0ef-0e43-45ab-bcd1-d0277b9ed696 req-84d96074-5f3d-4255-9703-b5975e46f06a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:41.702175 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7815f0ef-0e43-45ab-bcd1-d0277b9ed696 req-84d96074-5f3d-4255-9703-b5975e46f06a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0749648 Aug 31 07:38:41.744867 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7815f0ef-0e43-45ab-bcd1-d0277b9ed696 req-26f8c938-824d-4a68-90a1-f6fcaea15ea8 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364006 Aug 31 07:38:41.929997 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-040ec02c-565b-45aa-b39e-babd7dd7188b tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:41.931416 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-040ec02c-565b-45aa-b39e-babd7dd7188b tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/networks?id=03ef5db1-ff0b-4d2a-8366-4524de2c766f HTTP/1.1" status: 200 len: 809 time: 0.1094835 Aug 31 07:38:41.946073 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-48956f11-adc5-4eae-9bcd-d325a6751e2c tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/quotas/c9f9080227d14e7fb47cbbc1b6ca1017 HTTP/1.1" status: 200 len: 375 time: 0.0089576 Aug 31 07:38:41.979219 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-ceda56a4-afd1-4fce-808f-3b69c25542f4 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9f9080227d14e7fb47cbbc1b6ca1017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278165 Aug 31 07:38:42.071329 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-0feb19fa-29c9-44d7-b317-a82613134939 service neutron] 10.222.0.62 "GET /v2.0/networks/03ef5db1-ff0b-4d2a-8366-4524de2c766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851674 Aug 31 07:38:42.158029 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-0a9b5385-4da4-481a-93ac-2beecb8f4fb7 service neutron] 10.222.0.62 "GET /v2.0/networks/03ef5db1-ff0b-4d2a-8366-4524de2c766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806825 Aug 31 07:38:42.313765 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-54252e94-6036-414f-870e-04f588dc8192 req-7fedd4f8-f5c3-4d5f-a7f7-b7678920bd93 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 210 time: 0.0256090 Aug 31 07:38:46.040679 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04300fa1-aca6-40d9-b4b7-8b8de13200cd req-b92ff6ff-273b-4acb-a831-4610200bcd5e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:46.042940 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-04300fa1-aca6-40d9-b4b7-8b8de13200cd req-b92ff6ff-273b-4acb-a831-4610200bcd5e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0676150 Aug 31 07:38:46.097809 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6bd23f8a-e2dd-41e4-8318-00e399594f8c req-f97d16f3-7fb8-4c09-846a-2027014078ec tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 210 time: 0.0534196 Aug 31 07:38:46.131220 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-04300fa1-aca6-40d9-b4b7-8b8de13200cd req-07add1cb-ad2d-4cd7-9c9a-b93c8b3884e6 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723383 Aug 31 07:38:46.394103 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b881bb-5415-42ff-8d67-fb9a57ba628f req-47b7f122-45a0-4f5e-bb68-62f028bb8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:46.395682 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-87b881bb-5415-42ff-8d67-fb9a57ba628f req-47b7f122-45a0-4f5e-bb68-62f028bb8dc1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 1098 time: 0.0637305 Aug 31 07:38:46.396889 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19569c5c-8b90-4a35-b056-16314e23d212 req-157aaa75-131a-4191-b727-aa9b31fef43d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:46.398430 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-157aaa75-131a-4191-b727-aa9b31fef43d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/networks?id=9c713d43-d084-4b83-b18e-0af9661b5cd6 HTTP/1.1" status: 200 len: 815 time: 0.1349683 Aug 31 07:38:46.414917 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-c54d78e0-1d35-4462-8aa9-7300efd65a2c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/quotas/922263d901cb4acb8af27aa72739c434 HTTP/1.1" status: 200 len: 375 time: 0.0105455 Aug 31 07:38:46.441447 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-87b881bb-5415-42ff-8d67-fb9a57ba628f req-2998d72d-728e-465f-b057-dc004123f0d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322242 Aug 31 07:38:46.469322 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-e91d664b-61da-4412-a577-1274fb0def28 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=922263d901cb4acb8af27aa72739c434&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470161 Aug 31 07:38:46.562157 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-cb4b3269-d61e-43d9-855f-9d27df042bc8 service neutron] 10.222.0.62 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846593 Aug 31 07:38:46.669017 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-04520077-12ef-4638-ae7b-c2276f6d4bcf service neutron] 10.222.0.62 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002696 Aug 31 07:38:46.853632 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-01779c86-aaf1-4b7d-9207-2144b5a752dc req-0bbdca8f-d609-4fba-bc06-9fcd4afb1745 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 210 time: 0.0307264 Aug 31 07:38:47.094098 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:38:47.168568 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-98e12213-9c52-49aa-86aa-d4f686131506 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:47.172745 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-98e12213-9c52-49aa-86aa-d4f686131506 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.59 "GET /v2.0/networks?id=03ef5db1-ff0b-4d2a-8366-4524de2c766f HTTP/1.1" status: 200 len: 809 time: 0.1216185 Aug 31 07:38:47.207553 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-3b4e05cd-f625-4792-a386-771fb4b27b2d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Request body: {'port': {'device_id': '0522e405-ac1e-4d4b-870c-71294c93cf2e', 'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f', 'admin_state_up': True, 'tenant_id': 'c9f9080227d14e7fb47cbbc1b6ca1017'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:47.223836 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b1c5dfa9-a5e4-45a6-860b-07c059c4bc9b req-b0e75799-2c03-486d-ab13-0e85782602d8 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 210 time: 0.0411117 Aug 31 07:38:47.308923 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914a0db-dbf4-4f9a-9c07-fc67a09d9a4a req-86be6b7a-919e-4882-9543-eabf0b26020a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:47.310758 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4914a0db-dbf4-4f9a-9c07-fc67a09d9a4a req-86be6b7a-919e-4882-9543-eabf0b26020a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0767453 Aug 31 07:38:47.378391 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4914a0db-dbf4-4f9a-9c07-fc67a09d9a4a req-b6ce5662-d0f3-4d64-8042-daad0fcd297c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612109 Aug 31 07:38:47.379783 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-3b4e05cd-f625-4792-a386-771fb4b27b2d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Made reservation on behalf of c9f9080227d14e7fb47cbbc1b6ca1017 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:47.384021 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-3b4e05cd-f625-4792-a386-771fb4b27b2d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:47.514304 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-3b4e05cd-f625-4792-a386-771fb4b27b2d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Allocated IP 172.20.0.3 (03ef5db1-ff0b-4d2a-8366-4524de2c766f/527e734e-34a3-4bdd-a5b1-f4640c6a2e90/5dae3c80-c565-463a-a363-ae424f15a82a) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:47.684544 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-3b4e05cd-f625-4792-a386-771fb4b27b2d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:47.723566 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-3b4e05cd-f625-4792-a386-771fb4b27b2d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:47.772232 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-3b4e05cd-f625-4792-a386-771fb4b27b2d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Network 03ef5db1-ff0b-4d2a-8366-4524de2c766f is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:47.775364 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-3b4e05cd-f625-4792-a386-771fb4b27b2d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:47.779213 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-3b4e05cd-f625-4792-a386-771fb4b27b2d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:47.785337 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e05cd-f625-4792-a386-771fb4b27b2d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Pushing event updated for resources: {'Port': ['ID=5dae3c80-c565-463a-a363-ae424f15a82a,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:47.829766 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-3b4e05cd-f625-4792-a386-771fb4b27b2d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:47.830438 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-3b4e05cd-f625-4792-a386-771fb4b27b2d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:47.844456 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-3b4e05cd-f625-4792-a386-771fb4b27b2d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6410751 Aug 31 07:38:47.867741 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Request body: {'port': {'device_id': '0522e405-ac1e-4d4b-870c-71294c93cf2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:47.920683 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:47.954232 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-935c0ee2-5466-4763-9c5a-61ad3d32f191 req-3fffdffa-a5f1-4e92-84d5-cd6a27ca97f9 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 210 time: 0.0301909 Aug 31 07:38:48.197994 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dae3c80-c565-463a-a363-ae424f15a82a {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:48.206170 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.219747 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Transition to ACTIVE for port object 5dae3c80-c565-463a-a363-ae424f15a82a will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:48.224994 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.359753 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Pushing event updated for resources: {'Port': ['ID=5dae3c80-c565-463a-a363-ae424f15a82a,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:48.385385 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f4b34-0f5a-44d5-a262-48e061abcd1a req-0e41965f-34e4-45ed-ac87-e78c5856623d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:48.399243 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-042f4b34-0f5a-44d5-a262-48e061abcd1a req-0e41965f-34e4-45ed-ac87-e78c5856623d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0897098 Aug 31 07:38:48.450041 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Attempting to bind port 5dae3c80-c565-463a-a363-ae424f15a82a on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:48.456328 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Attempting to bind port 5dae3c80-c565-463a-a363-ae424f15a82a by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '334faff9-1fe5-44e9-8b38-53d61d35160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:48.456880 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Attempting to bind port 5dae3c80-c565-463a-a363-ae424f15a82a on network 03ef5db1-ff0b-4d2a-8366-4524de2c766f {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:48.466231 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-042f4b34-0f5a-44d5-a262-48e061abcd1a req-a5ea20e2-4d91-486c-a1b3-ac51809dcae2 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643611 Aug 31 07:38:48.483017 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Port 5dae3c80-c565-463a-a363-ae424f15a82a on network 03ef5db1-ff0b-4d2a-8366-4524de2c766f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:48.484091 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Attempting to bind port 5dae3c80-c565-463a-a363-ae424f15a82a on network 03ef5db1-ff0b-4d2a-8366-4524de2c766f {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:48.495269 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:48.496000 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Checking segment: {'id': '334faff9-1fe5-44e9-8b38-53d61d35160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:48.496777 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Bound using segment: {'id': '334faff9-1fe5-44e9-8b38-53d61d35160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:48.497479 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Bound port: 5dae3c80-c565-463a-a363-ae424f15a82a, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334faff9-1fe5-44e9-8b38-53d61d35160c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:48.498086 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.530248 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19569c5c-8b90-4a35-b056-16314e23d212 req-a7f5531d-a803-4d61-b531-b0cd208588b4 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:48.534178 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-a7f5531d-a803-4d61-b531-b0cd208588b4 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "GET /v2.0/networks?id=9c713d43-d084-4b83-b18e-0af9661b5cd6 HTTP/1.1" status: 200 len: 815 time: 0.2655916 Aug 31 07:38:48.667926 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ef569-9771-4fdd-bbe5-bcc54253110f req-bffcfb1f-9f19-4734-aaaa-53614b609212 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:48.676567 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ab8ef569-9771-4fdd-bbe5-bcc54253110f req-bffcfb1f-9f19-4734-aaaa-53614b609212 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1118145 Aug 31 07:38:48.740253 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ab8ef569-9771-4fdd-bbe5-bcc54253110f req-bfcd1aa3-5939-4da8-b43e-1670124727a4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544569 Aug 31 07:38:48.825287 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-19569c5c-8b90-4a35-b056-16314e23d212 req-cf6ce6a4-1ffa-45e4-88a9-0c48d4ebab8a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Request body: {'port': {'device_id': 'fda3e62c-6f21-4389-8614-19a4d6aaa3ef', 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6', 'admin_state_up': True, 'tenant_id': '922263d901cb4acb8af27aa72739c434'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:48.960763 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d939e8d5-ee79-4ad8-8e89-11bb2c482ba1 req-9da42211-8b2b-46bd-ae41-7d9b681c1e3a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1409309 Aug 31 07:38:48.961807 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] For port 5dae3c80-c565-463a-a363-ae424f15a82a, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:48.970919 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] For port 5dae3c80-c565-463a-a363-ae424f15a82a, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=5dae3c80-c565-463a-a363-ae424f15a82a,segment=NetworkSegment(334faff9-1fe5-44e9-8b38-53d61d35160c),segment_id=334faff9-1fe5-44e9-8b38-53d61d35160c)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:48.985932 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.072029 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:49.073023 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.074624 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] 10.222.0.59 "PUT /v2.0/ports/5dae3c80-c565-463a-a363-ae424f15a82a HTTP/1.1" status: 200 len: 1093 time: 1.2111130 Aug 31 07:38:49.077133 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0522e405-ac1e-4d4b-870c-71294c93cf2e', 'tag': '5dae3c80-c565-463a-a363-ae424f15a82a'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:49.079585 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0282f8-a159-40bd-934a-afbd34be3a13" -d '{"events": [{"name": "network-changed", "server_uuid": "0522e405-ac1e-4d4b-870c-71294c93cf2e", "tag": "5dae3c80-c565-463a-a363-ae424f15a82a"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:49.110776 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d97ff-cd4d-4b52-8eaf-867110c8a1da service neutron] Pushing event updated for resources: {'Port': ['ID=5dae3c80-c565-463a-a363-ae424f15a82a,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:49.116857 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19569c5c-8b90-4a35-b056-16314e23d212 req-cf6ce6a4-1ffa-45e4-88a9-0c48d4ebab8a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Made reservation on behalf of 922263d901cb4acb8af27aa72739c434 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:49.121332 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-19569c5c-8b90-4a35-b056-16314e23d212 req-cf6ce6a4-1ffa-45e4-88a9-0c48d4ebab8a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.149294 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e6c6661c-4c3c-47f4-820d-cc6ce45da9d6 req-ad68b4ab-34b5-4b3b-a471-e18a09c98cce tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 210 time: 0.0918310 Aug 31 07:38:49.150755 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e8d5-ee79-4ad8-8e89-11bb2c482ba1 req-d4dd463d-e09e-4923-8d11-a82ade3f0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:49.152280 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d939e8d5-ee79-4ad8-8e89-11bb2c482ba1 req-d4dd463d-e09e-4923-8d11-a82ade3f0840 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=541ec08f290d4c1294c3390243469b04&device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 1099 time: 0.1290007 Aug 31 07:38:49.183528 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2081c3cb-e4a0-4403-af99-0f1885263654 x-openstack-request-id: req-2081c3cb-e4a0-4403-af99-0f1885263654 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:49.183822 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0522e405-ac1e-4d4b-870c-71294c93cf2e", "tag": "5dae3c80-c565-463a-a363-ae424f15a82a", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:49.184064 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2081c3cb-e4a0-4403-af99-0f1885263654 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:49.184453 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0522e405-ac1e-4d4b-870c-71294c93cf2e', 'tag': '5dae3c80-c565-463a-a363-ae424f15a82a', 'status': 'completed', 'code': 200} Aug 31 07:38:49.303908 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-f6a16d3d-bee2-4166-bc0a-b977ece190ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:49.305669 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-f6a16d3d-bee2-4166-bc0a-b977ece190ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9f9080227d14e7fb47cbbc1b6ca1017&device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 1096 time: 0.1662791 Aug 31 07:38:49.390188 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-d939368b-9d9d-4573-adc2-eea4743ad430 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dae3c80-c565-463a-a363-ae424f15a82a HTTP/1.1" status: 200 len: 217 time: 0.0529730 Aug 31 07:38:49.434664 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e8d5-ee79-4ad8-8e89-11bb2c482ba1 req-55743a85-a6e5-4a88-aa93-4c352f8373d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:49.436077 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d939e8d5-ee79-4ad8-8e89-11bb2c482ba1 req-55743a85-a6e5-4a88-aa93-4c352f8373d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 200 len: 919 time: 0.2161455 Aug 31 07:38:49.451673 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-19569c5c-8b90-4a35-b056-16314e23d212 req-cf6ce6a4-1ffa-45e4-88a9-0c48d4ebab8a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Allocated IP 172.20.0.5 (9c713d43-d084-4b83-b18e-0af9661b5cd6/114c4345-cc78-43c3-ac1e-5d053f7af249/d522db0d-5a8a-4494-98e8-8e793e701740) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:49.501005 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d939e8d5-ee79-4ad8-8e89-11bb2c482ba1 req-a11c6f3b-bd51-4f4a-8f6a-b7736e72da11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96ff8222-0914-4817-9284-a00baf205d45 HTTP/1.1" status: 200 len: 217 time: 0.0506163 Aug 31 07:38:49.508032 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-f946741c-a28b-40ed-9361-7f6f3954fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:49.509436 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-f946741c-a28b-40ed-9361-7f6f3954fd42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=527e734e-34a3-4bdd-a5b1-f4640c6a2e90 HTTP/1.1" status: 200 len: 849 time: 0.1083665 Aug 31 07:38:49.575009 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc663010-e6d9-4cd5-a03c-f1a30c31277c req-f94fdeca-200e-4d8d-9418-0a86a1e39367 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:49.576629 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dc663010-e6d9-4cd5-a03c-f1a30c31277c req-f94fdeca-200e-4d8d-9418-0a86a1e39367 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0492971 Aug 31 07:38:49.587352 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-e75d8454-3586-4fd2-abeb-349253cd8163 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03ef5db1-ff0b-4d2a-8366-4524de2c766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415895 Aug 31 07:38:49.615263 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dc663010-e6d9-4cd5-a03c-f1a30c31277c req-4feb8461-6ff0-4953-8732-d35542fd7c2c tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324659 Aug 31 07:38:49.640107 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e8d5-ee79-4ad8-8e89-11bb2c482ba1 req-acf85de2-4846-414c-9ea3-bac99dd25a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:49.641572 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d939e8d5-ee79-4ad8-8e89-11bb2c482ba1 req-acf85de2-4846-414c-9ea3-bac99dd25a97 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a HTTP/1.1" status: 200 len: 858 time: 0.1293871 Aug 31 07:38:49.738586 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d939e8d5-ee79-4ad8-8e89-11bb2c482ba1 req-962305af-5040-4099-976c-704d5dc0de4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19009566-1ef5-4444-b059-f51973086d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618815 Aug 31 07:38:49.870756 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3eb40-6855-40ca-bf7b-99d224eb3d7d req-9d33f99c-357e-4483-97c3-503baf48ea7d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:49.872364 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a6c3eb40-6855-40ca-bf7b-99d224eb3d7d req-9d33f99c-357e-4483-97c3-503baf48ea7d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0601153 Aug 31 07:38:49.879536 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-19569c5c-8b90-4a35-b056-16314e23d212 req-cf6ce6a4-1ffa-45e4-88a9-0c48d4ebab8a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:49.884959 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-2ead0d45-c238-4c5c-a9d9-3773621d5386 service neutron] 10.222.0.59 "GET /v2.0/networks/03ef5db1-ff0b-4d2a-8366-4524de2c766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766538 Aug 31 07:38:49.911231 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a6c3eb40-6855-40ca-bf7b-99d224eb3d7d req-1eb893b9-21a2-4219-b4f0-24492ac2fd41 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325425 Aug 31 07:38:49.955111 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d939e8d5-ee79-4ad8-8e89-11bb2c482ba1 req-597a90a9-0416-4b1a-a7cc-2405f7d7762a service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020154 Aug 31 07:38:50.016032 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-19569c5c-8b90-4a35-b056-16314e23d212 req-cf6ce6a4-1ffa-45e4-88a9-0c48d4ebab8a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:50.051757 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-b8915926-b126-48a5-aa52-6e5e8a046969 req-74b62200-c48d-4591-a601-f58213a83e60 service neutron] 10.222.0.59 "GET /v2.0/networks/03ef5db1-ff0b-4d2a-8366-4524de2c766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586611 Aug 31 07:38:50.072730 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19569c5c-8b90-4a35-b056-16314e23d212 req-cf6ce6a4-1ffa-45e4-88a9-0c48d4ebab8a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Network 9c713d43-d084-4b83-b18e-0af9661b5cd6 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:50.076048 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-19569c5c-8b90-4a35-b056-16314e23d212 req-cf6ce6a4-1ffa-45e4-88a9-0c48d4ebab8a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:50.080260 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-19569c5c-8b90-4a35-b056-16314e23d212 req-cf6ce6a4-1ffa-45e4-88a9-0c48d4ebab8a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:50.110455 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ce6a4-1ffa-45e4-88a9-0c48d4ebab8a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Pushing event updated for resources: {'Port': ['ID=d522db0d-5a8a-4494-98e8-8e793e701740,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:50.157595 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19569c5c-8b90-4a35-b056-16314e23d212 req-cf6ce6a4-1ffa-45e4-88a9-0c48d4ebab8a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:50.158487 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-19569c5c-8b90-4a35-b056-16314e23d212 req-cf6ce6a4-1ffa-45e4-88a9-0c48d4ebab8a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:50.174899 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-cf6ce6a4-1ffa-45e4-88a9-0c48d4ebab8a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3569357 Aug 31 07:38:50.196087 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2626aa-f0a3-4e51-ab40-2fd5c5ec5d4f req-21d274c7-d0cb-4609-ad87-6cab928f8789 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:50.197558 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ce2626aa-f0a3-4e51-ab40-2fd5c5ec5d4f req-21d274c7-d0cb-4609-ad87-6cab928f8789 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0572546 Aug 31 07:38:50.237828 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ce2626aa-f0a3-4e51-ab40-2fd5c5ec5d4f req-1be555d9-f58d-4c39-82f3-d6e842cb2457 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344083 Aug 31 07:38:50.341521 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d05c4-7e93-4b50-87e5-b3dfe1f041f3 req-bf3cfdef-4d33-4ba1-975f-a133f8b8000a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:50.343013 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e45d05c4-7e93-4b50-87e5-b3dfe1f041f3 req-bf3cfdef-4d33-4ba1-975f-a133f8b8000a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 931 time: 0.0497053 Aug 31 07:38:50.381048 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e45d05c4-7e93-4b50-87e5-b3dfe1f041f3 req-b11738ce-995d-4696-93da-2008d7888044 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316277 Aug 31 07:38:50.729688 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad695aa6-6bdd-4b73-b805-2f684e5e486e req-ccf4e987-f26d-4323-a3fb-76218ada6348 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:50.731186 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ad695aa6-6bdd-4b73-b805-2f684e5e486e req-ccf4e987-f26d-4323-a3fb-76218ada6348 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0479002 Aug 31 07:38:50.769400 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ad695aa6-6bdd-4b73-b805-2f684e5e486e req-28f8d069-eb1e-4b14-841b-b087a521efee tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321271 Aug 31 07:38:51.162723 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a0511df0-073c-4681-a569-91f4b7baef66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.370400 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460e19c-fcd6-4291-bd36-f1dada3f531d req-729f1ad3-ad0c-43ed-b903-82c5068cd78c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:51.371888 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5460e19c-fcd6-4291-bd36-f1dada3f531d req-729f1ad3-ad0c-43ed-b903-82c5068cd78c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0525339 Aug 31 07:38:51.414696 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5460e19c-fcd6-4291-bd36-f1dada3f531d req-88539420-c178-4b2b-97b3-eb48bdc0204a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355051 Aug 31 07:38:51.757516 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a200f5-668e-403c-a26a-40c92208ce56 req-802bf8f8-d97a-4f13-8f4c-eae129a45c37 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:51.759043 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a1a200f5-668e-403c-a26a-40c92208ce56 req-802bf8f8-d97a-4f13-8f4c-eae129a45c37 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 931 time: 0.2873113 Aug 31 07:38:51.798907 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a1a200f5-668e-403c-a26a-40c92208ce56 req-2845432f-94e0-4edb-966e-1fe791c27058 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337472 Aug 31 07:38:51.903892 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627651a-da82-465a-a37f-3e000ca4d8c1 req-c4976403-f6c8-486a-bfba-3e2e9064b704 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:51.905307 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3627651a-da82-465a-a37f-3e000ca4d8c1 req-c4976403-f6c8-486a-bfba-3e2e9064b704 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0514424 Aug 31 07:38:51.954341 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3627651a-da82-465a-a37f-3e000ca4d8c1 req-a30324cf-184d-4819-ab4b-1267a755ff5d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430048 Aug 31 07:38:52.532923 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228c18c-9642-4453-bdd2-abe206a3f997 req-87f5a3a7-26f7-4703-b54c-fcb7cdc49e3e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:52.534434 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0228c18c-9642-4453-bdd2-abe206a3f997 req-87f5a3a7-26f7-4703-b54c-fcb7cdc49e3e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0494399 Aug 31 07:38:52.586047 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0228c18c-9642-4453-bdd2-abe206a3f997 req-98bf4261-199e-4aa1-b078-e00d39f0c7e8 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450501 Aug 31 07:38:52.924691 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d7493-b1df-48c9-a59d-309a2cbe95d1 req-c123c98c-d971-4e2d-bb5d-82a3a15fb841 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:52.926279 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bc8d7493-b1df-48c9-a59d-309a2cbe95d1 req-c123c98c-d971-4e2d-bb5d-82a3a15fb841 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 931 time: 0.0510006 Aug 31 07:38:52.966489 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bc8d7493-b1df-48c9-a59d-309a2cbe95d1 req-ededee7c-65e4-4b97-b242-f2fc3668f827 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334730 Aug 31 07:38:53.022446 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['4c920c26-7772-48d6-95b2-a4c69a79467b', 'c7f96f46-683c-4d4c-b03d-5f1eb0404aa5'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:53.119825 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77437356-59dd-4a14-a0ff-499f90f001c2 req-186827bb-68e8-4bf0-9c42-21a404007e28 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:53.128810 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-77437356-59dd-4a14-a0ff-499f90f001c2 req-186827bb-68e8-4bf0-9c42-21a404007e28 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.1067851 Aug 31 07:38:53.154948 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:53.181010 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-77437356-59dd-4a14-a0ff-499f90f001c2 req-eca0c685-aa02-450a-b580-bd62bc225a74 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510855 Aug 31 07:38:53.200127 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Request body: {'port': {'device_id': 'fda3e62c-6f21-4389-8614-19a4d6aaa3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:53.273177 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d939e8d5-ee79-4ad8-8e89-11bb2c482ba1 req-c155f292-15e1-4f13-b968-39413217065c service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302432 Aug 31 07:38:53.331618 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0282f8-a159-40bd-934a-afbd34be3a13 req-1c4e4132-dfbc-40b8-9671-e63a8adf8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:53.333390 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0a0282f8-a159-40bd-934a-afbd34be3a13 req-1c4e4132-dfbc-40b8-9671-e63a8adf8ad6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9f9080227d14e7fb47cbbc1b6ca1017&device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 1096 time: 0.1445310 Aug 31 07:38:53.343364 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:53.347323 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df3777-630e-4750-aac1-9278d3331617 req-4e949b2a-140d-4b8e-a276-9f5cc5eb2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:53.349374 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f7df3777-630e-4750-aac1-9278d3331617 req-4e949b2a-140d-4b8e-a276-9f5cc5eb2920 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=541ec08f290d4c1294c3390243469b04&device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 1098 time: 0.1614647 Aug 31 07:38:53.591610 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0282f8-a159-40bd-934a-afbd34be3a13 req-34b00d54-23dd-46d0-8e20-b88cc211fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:53.599893 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0a0282f8-a159-40bd-934a-afbd34be3a13 req-34b00d54-23dd-46d0-8e20-b88cc211fac7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=03ef5db1-ff0b-4d2a-8366-4524de2c766f HTTP/1.1" status: 200 len: 910 time: 0.2495072 Aug 31 07:38:53.645105 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df3777-630e-4750-aac1-9278d3331617 req-d6df23ca-9ac5-4c7f-84be-9dac31717ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:53.646608 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f7df3777-630e-4750-aac1-9278d3331617 req-d6df23ca-9ac5-4c7f-84be-9dac31717ec5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 200 len: 919 time: 0.2658601 Aug 31 07:38:53.703483 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0a0282f8-a159-40bd-934a-afbd34be3a13 req-dd178a9a-7c7e-4325-aa93-4c3eaf6c6186 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dae3c80-c565-463a-a363-ae424f15a82a HTTP/1.1" status: 200 len: 217 time: 0.0599563 Aug 31 07:38:53.717321 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff6cd1-6a8d-4479-a919-305ee7782a8b req-6b0c44e8-0d4a-41ff-b5e1-10e374abae21 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:53.718952 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0bff6cd1-6a8d-4479-a919-305ee7782a8b req-6b0c44e8-0d4a-41ff-b5e1-10e374abae21 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0629156 Aug 31 07:38:53.736526 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f7df3777-630e-4750-aac1-9278d3331617 req-a2fb3ce5-389a-4fd8-ace2-3d4adde9082e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89e31ab3-29e2-4111-b768-615506d76bcb HTTP/1.1" status: 200 len: 217 time: 0.0778337 Aug 31 07:38:53.769592 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0bff6cd1-6a8d-4479-a919-305ee7782a8b req-56048375-7731-4737-804d-3ad069853606 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441468 Aug 31 07:38:53.863236 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0282f8-a159-40bd-934a-afbd34be3a13 req-fa81a003-510c-42ca-af1c-97c270b50be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:53.864757 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0a0282f8-a159-40bd-934a-afbd34be3a13 req-fa81a003-510c-42ca-af1c-97c270b50be9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=527e734e-34a3-4bdd-a5b1-f4640c6a2e90 HTTP/1.1" status: 200 len: 849 time: 0.1323254 Aug 31 07:38:53.880171 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df3777-630e-4750-aac1-9278d3331617 req-0aa46f7e-2100-44ec-ad60-b95cbb7ce461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:53.881957 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f7df3777-630e-4750-aac1-9278d3331617 req-0aa46f7e-2100-44ec-ad60-b95cbb7ce461 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a HTTP/1.1" status: 200 len: 858 time: 0.1134760 Aug 31 07:38:53.956070 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0a0282f8-a159-40bd-934a-afbd34be3a13 req-7619d39d-fe39-4bdd-b8e4-f33a31a037cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03ef5db1-ff0b-4d2a-8366-4524de2c766f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618405 Aug 31 07:38:53.959390 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f7df3777-630e-4750-aac1-9278d3331617 req-b92362d4-284f-4ad5-8707-27fe08e26f40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19009566-1ef5-4444-b059-f51973086d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490446 Aug 31 07:38:54.085912 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bb21b-3c03-44e2-841e-da2163e708a3 req-25ec0830-bcca-4a9d-8cfa-2e480a6e0ad7 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:54.088008 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-182bb21b-3c03-44e2-841e-da2163e708a3 req-25ec0830-bcca-4a9d-8cfa-2e480a6e0ad7 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 931 time: 0.0534141 Aug 31 07:38:54.133757 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-182bb21b-3c03-44e2-841e-da2163e708a3 req-fe31ceb8-849d-48fb-89d6-a459ecdd38c8 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388041 Aug 31 07:38:54.143185 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-0d40cd3a-bf67-464e-b240-82f7a2b541da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.342068 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d522db0d-5a8a-4494-98e8-8e793e701740 {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:54.353742 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.354890 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879c6ae-eda9-4ac5-94a2-aa274d07235c req-504e3a70-accc-46d0-8af1-4d2c5df72f6d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:54.356398 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.356776 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1879c6ae-eda9-4ac5-94a2-aa274d07235c req-504e3a70-accc-46d0-8af1-4d2c5df72f6d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0686271 Aug 31 07:38:54.395676 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Transition to ACTIVE for port object d522db0d-5a8a-4494-98e8-8e793e701740 will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:54.406189 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1879c6ae-eda9-4ac5-94a2-aa274d07235c req-fe30cb38-af70-46c3-a291-3b6d9ce6d963 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423825 Aug 31 07:38:54.410277 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.430030 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f7df3777-630e-4750-aac1-9278d3331617 req-c0424eef-9d62-4cd4-9563-d849d61b0f1d service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490297 Aug 31 07:38:54.481801 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0a0282f8-a159-40bd-934a-afbd34be3a13 req-047afe74-b4cb-4c20-8860-990231f790d4 service neutron] 10.222.0.59 "GET /v2.0/networks/03ef5db1-ff0b-4d2a-8366-4524de2c766f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997566 Aug 31 07:38:54.577824 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d522db0d-5a8a-4494-98e8-8e793e701740,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:54.685335 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f7df3777-630e-4750-aac1-9278d3331617 req-6e589ca2-f63f-454d-9dcd-4ddaaf92cb99 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282231 Aug 31 07:38:54.708479 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0a0282f8-a159-40bd-934a-afbd34be3a13 req-0981284c-960f-4181-812c-9fca79f60706 service neutron] 10.222.0.59 "GET /v2.0/networks/03ef5db1-ff0b-4d2a-8366-4524de2c766f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946507 Aug 31 07:38:54.712999 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Attempting to bind port d522db0d-5a8a-4494-98e8-8e793e701740 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:54.713170 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Attempting to bind port d522db0d-5a8a-4494-98e8-8e793e701740 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:54.713433 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Attempting to bind port d522db0d-5a8a-4494-98e8-8e793e701740 on network 9c713d43-d084-4b83-b18e-0af9661b5cd6 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:54.725567 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Port d522db0d-5a8a-4494-98e8-8e793e701740 on network 9c713d43-d084-4b83-b18e-0af9661b5cd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:54.725998 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Attempting to bind port d522db0d-5a8a-4494-98e8-8e793e701740 on network 9c713d43-d084-4b83-b18e-0af9661b5cd6 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:54.734925 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:54.735397 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Checking segment: {'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:54.735792 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Bound using segment: {'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:54.736233 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Bound port: d522db0d-5a8a-4494-98e8-8e793e701740, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:54.736603 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.812860 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] For port d522db0d-5a8a-4494-98e8-8e793e701740, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:54.816512 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] For port d522db0d-5a8a-4494-98e8-8e793e701740, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d522db0d-5a8a-4494-98e8-8e793e701740,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:54.822370 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.865589 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:54.867324 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.868844 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] 10.222.0.59 "PUT /v2.0/ports/d522db0d-5a8a-4494-98e8-8e793e701740 HTTP/1.1" status: 200 len: 1093 time: 1.6824017 Aug 31 07:38:54.869864 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda3e62c-6f21-4389-8614-19a4d6aaa3ef', 'tag': 'd522db0d-5a8a-4494-98e8-8e793e701740'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:54.872597 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47213524-3276-4e74-a55c-234c10d1797c" -d '{"events": [{"name": "network-changed", "server_uuid": "fda3e62c-6f21-4389-8614-19a4d6aaa3ef", "tag": "d522db0d-5a8a-4494-98e8-8e793e701740"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:54.879444 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:54.896412 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b423df-4402-420e-a9a5-fd93ff2ea0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=d522db0d-5a8a-4494-98e8-8e793e701740,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:54.932715 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eb9329-692a-4280-96d7-d01513477f0a x-openstack-request-id: req-b9eb9329-692a-4280-96d7-d01513477f0a {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:54.933035 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda3e62c-6f21-4389-8614-19a4d6aaa3ef", "tag": "d522db0d-5a8a-4494-98e8-8e793e701740", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:54.933336 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9eb9329-692a-4280-96d7-d01513477f0a {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:54.933731 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda3e62c-6f21-4389-8614-19a4d6aaa3ef', 'tag': 'd522db0d-5a8a-4494-98e8-8e793e701740', 'status': 'completed', 'code': 200} Aug 31 07:38:54.936870 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca3eb0-0cef-4373-a634-bb8a3e2265dd req-daee6778-471a-4fb8-b016-cfe192a30f51 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:54.938620 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-86ca3eb0-0cef-4373-a634-bb8a3e2265dd req-daee6778-471a-4fb8-b016-cfe192a30f51 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0844719 Aug 31 07:38:54.971240 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19569c5c-8b90-4a35-b056-16314e23d212 req-047d5d44-648c-44c5-89a6-50fc0f4e0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:54.972897 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-047d5d44-648c-44c5-89a6-50fc0f4e0443 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=922263d901cb4acb8af27aa72739c434&device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 1096 time: 0.0530546 Aug 31 07:38:54.985479 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-86ca3eb0-0cef-4373-a634-bb8a3e2265dd req-32f882e9-fe31-4d8c-9f45-af74c39cdd6b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Aug 31 07:38:55.019844 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-937aeca4-7e97-417b-beb7-1247cda6cdb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d522db0d-5a8a-4494-98e8-8e793e701740 HTTP/1.1" status: 200 len: 217 time: 0.0352240 Aug 31 07:38:55.075001 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19569c5c-8b90-4a35-b056-16314e23d212 req-b41915d6-afbe-4860-be5a-c116d5bf89da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:55.076612 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-b41915d6-afbe-4860-be5a-c116d5bf89da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=114c4345-cc78-43c3-ac1e-5d053f7af249 HTTP/1.1" status: 200 len: 855 time: 0.0483012 Aug 31 07:38:55.111352 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-29b1ecaa-d0f5-4af1-b2c1-df653c3a0965 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c713d43-d084-4b83-b18e-0af9661b5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260201 Aug 31 07:38:55.220033 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-99286a44-b011-44de-9d2e-637c2fab3940 service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905540 Aug 31 07:38:55.274386 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8ba0f-c664-4d82-983c-2fe146ec28dc req-45abcd28-5341-4d14-b744-d090304ccb2a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:55.277278 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cdf8ba0f-c664-4d82-983c-2fe146ec28dc req-45abcd28-5341-4d14-b744-d090304ccb2a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0619562 Aug 31 07:38:55.322052 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cdf8ba0f-c664-4d82-983c-2fe146ec28dc req-90a8153f-f0c0-4e09-a5b6-15864c702b9c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373881 Aug 31 07:38:55.338474 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19569c5c-8b90-4a35-b056-16314e23d212 req-d37a98ce-a903-4307-9e7d-e824ca750161 service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054645 Aug 31 07:38:55.448711 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47213524-3276-4e74-a55c-234c10d1797c req-67aa971a-4209-4d9d-8d6a-2efd0c0b43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:55.450736 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-47213524-3276-4e74-a55c-234c10d1797c req-67aa971a-4209-4d9d-8d6a-2efd0c0b43d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=922263d901cb4acb8af27aa72739c434&device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 1096 time: 0.0432298 Aug 31 07:38:55.523444 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597d21c-5b98-416a-9031-9a512ba8e725 req-a678b119-f7a8-4301-8461-e5d0651aa2a6 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:55.525538 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8597d21c-5b98-416a-9031-9a512ba8e725 req-a678b119-f7a8-4301-8461-e5d0651aa2a6 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0504904 Aug 31 07:38:55.571278 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47213524-3276-4e74-a55c-234c10d1797c req-28f99bbc-5278-48a4-a01a-885523689c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:55.571278 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-47213524-3276-4e74-a55c-234c10d1797c req-28f99bbc-5278-48a4-a01a-885523689c9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c713d43-d084-4b83-b18e-0af9661b5cd6 HTTP/1.1" status: 200 len: 916 time: 0.1047831 Aug 31 07:38:55.579354 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8597d21c-5b98-416a-9031-9a512ba8e725 req-f3f8936a-7325-4130-b892-742b0ffe0715 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445242 Aug 31 07:38:55.615415 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-47213524-3276-4e74-a55c-234c10d1797c req-f5b69dea-7108-462d-96fd-cfcb3f68883f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d522db0d-5a8a-4494-98e8-8e793e701740 HTTP/1.1" status: 200 len: 217 time: 0.0366755 Aug 31 07:38:55.685152 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47213524-3276-4e74-a55c-234c10d1797c req-015843dc-ab6c-47ef-9b1d-f01245cea861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:55.686609 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-47213524-3276-4e74-a55c-234c10d1797c req-015843dc-ab6c-47ef-9b1d-f01245cea861 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=114c4345-cc78-43c3-ac1e-5d053f7af249 HTTP/1.1" status: 200 len: 855 time: 0.0633078 Aug 31 07:38:55.732232 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-47213524-3276-4e74-a55c-234c10d1797c req-71f516ff-efcf-44e4-be02-303f36128964 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c713d43-d084-4b83-b18e-0af9661b5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343542 Aug 31 07:38:55.855955 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-47213524-3276-4e74-a55c-234c10d1797c req-345e1122-a17b-4089-8e85-df18409ad016 service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139793 Aug 31 07:38:56.000721 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-47213524-3276-4e74-a55c-234c10d1797c req-86f4b4c5-6cbb-4841-ae26-5c6bf1c3b210 service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325371 Aug 31 07:38:56.020280 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94354613-5e52-451a-b0b5-0af5299e4a8e req-e865dbce-3948-4ccf-a930-8875f18ef9af tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:56.021973 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-94354613-5e52-451a-b0b5-0af5299e4a8e req-e865dbce-3948-4ccf-a930-8875f18ef9af tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0573575 Aug 31 07:38:56.067085 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-94354613-5e52-451a-b0b5-0af5299e4a8e req-bc94bbba-2b5f-45ff-a145-68bfded5c66b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391939 Aug 31 07:38:56.114099 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebd549-174a-45d1-9208-fb17ab7459e6 req-468e8fa4-1d86-4a60-9bd3-557b6374a66c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:56.115613 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e5ebd549-174a-45d1-9208-fb17ab7459e6 req-468e8fa4-1d86-4a60-9bd3-557b6374a66c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0528805 Aug 31 07:38:56.155761 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e5ebd549-174a-45d1-9208-fb17ab7459e6 req-33a5d2e4-5ac0-4f5f-a040-f94fa880df3c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335894 Aug 31 07:38:56.441711 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c80988-29dc-4de8-bb91-e2ee8f3121de req-30a5e8b5-0b19-4578-b31b-2ef8efc981fa tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:56.443312 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-31c80988-29dc-4de8-bb91-e2ee8f3121de req-30a5e8b5-0b19-4578-b31b-2ef8efc981fa tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0493147 Aug 31 07:38:56.482613 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-31c80988-29dc-4de8-bb91-e2ee8f3121de req-7df37170-8e0f-4c64-b62c-84f120522197 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331230 Aug 31 07:38:56.700004 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a189a0-a297-4483-a5cd-80af6d16811c req-141f12d8-0fa2-4af6-9291-b84bc9bed2d8 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:56.702929 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-80a189a0-a297-4483-a5cd-80af6d16811c req-141f12d8-0fa2-4af6-9291-b84bc9bed2d8 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0516431 Aug 31 07:38:56.719001 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:56.750967 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-80a189a0-a297-4483-a5cd-80af6d16811c req-17ffa480-9d38-47ab-ae53-b0a94892e684 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Aug 31 07:38:57.215548 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece74086-f008-4eee-9160-73193d5835d7 req-ea39bf8b-5f80-4799-9a77-0709305d45ff tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:57.218242 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ece74086-f008-4eee-9160-73193d5835d7 req-ea39bf8b-5f80-4799-9a77-0709305d45ff tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0737431 Aug 31 07:38:57.275602 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ece74086-f008-4eee-9160-73193d5835d7 req-851a2337-f9bb-4e17-8400-152fe73d3ddb tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512850 Aug 31 07:38:57.323164 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c177d2-a60d-4f90-b53e-0c62c37ac649 req-9b9f1286-2aba-4d11-8b9c-dab9289470f7 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:57.324671 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c8c177d2-a60d-4f90-b53e-0c62c37ac649 req-9b9f1286-2aba-4d11-8b9c-dab9289470f7 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0741272 Aug 31 07:38:57.365069 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c8c177d2-a60d-4f90-b53e-0c62c37ac649 req-2ede115c-ef7d-49e1-a1b5-c55f0ca1d42d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341926 Aug 31 07:38:57.600070 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a82d96-3149-442c-b0da-ef31b364fcec req-554aad7f-050f-41bf-8907-468a16b7e48a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:57.601689 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8a82d96-3149-442c-b0da-ef31b364fcec req-554aad7f-050f-41bf-8907-468a16b7e48a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0520813 Aug 31 07:38:57.644812 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8a82d96-3149-442c-b0da-ef31b364fcec req-110b08fc-fb91-4aca-b6c6-16d489bb2609 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369997 Aug 31 07:38:57.863440 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef21c94-1ee7-41e4-9750-bc70bb527b0a req-f25650e0-f137-409c-8fea-0d13c89424e2 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:57.864869 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3ef21c94-1ee7-41e4-9750-bc70bb527b0a req-f25650e0-f137-409c-8fea-0d13c89424e2 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0490813 Aug 31 07:38:57.903646 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3ef21c94-1ee7-41e4-9750-bc70bb527b0a req-99dddc7a-1054-48b5-a1cf-88b38073d50a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320008 Aug 31 07:38:58.377841 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 42304) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:58.403833 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28223fb-d3d8-4bd3-8ff3-04b58df8ddfd req-94342409-af3e-402c-88b1-9cb6d5cb9666 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:58.405928 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f28223fb-d3d8-4bd3-8ff3-04b58df8ddfd req-94342409-af3e-402c-88b1-9cb6d5cb9666 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0527730 Aug 31 07:38:58.459127 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f28223fb-d3d8-4bd3-8ff3-04b58df8ddfd req-4ecb4868-d737-45e4-944c-c5d9f904744c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467098 Aug 31 07:38:58.511800 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ba256a7b-6b15-4cd3-833b-c7851fe7c867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:58.524876 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd5a62-7d45-4216-83cb-f9daeadaf55c req-a4d4e133-1682-4549-b1e3-add868f9476d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:58.530832 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d1fd5a62-7d45-4216-83cb-f9daeadaf55c req-a4d4e133-1682-4549-b1e3-add868f9476d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0705333 Aug 31 07:38:58.572481 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d1fd5a62-7d45-4216-83cb-f9daeadaf55c req-2d7a4033-4e0b-4621-bd5d-c53b4fc340c5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Aug 31 07:38:58.618244 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ba256a7b-6b15-4cd3-833b-c7851fe7c867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:58.622252 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ba256a7b-6b15-4cd3-833b-c7851fe7c867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:58.661764 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-ba256a7b-6b15-4cd3-833b-c7851fe7c867 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=165bc151b067482c8f777b16c4f8fcb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824955 Aug 31 07:38:58.662502 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba256a7b-6b15-4cd3-833b-c7851fe7c867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7166e092-7a45-457e-8e84-b18f7878cbd3,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:58.664330 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 42312) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:58.731855 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:58.771348 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:58.797089 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b752b-5131-47c9-9bfc-3db4196a2eec req-86281bfa-27a7-496e-947c-f4c0a1eab2ce tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:58.798595 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ec3b752b-5131-47c9-9bfc-3db4196a2eec req-86281bfa-27a7-496e-947c-f4c0a1eab2ce tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0800242 Aug 31 07:38:58.848722 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ec3b752b-5131-47c9-9bfc-3db4196a2eec req-39a471b2-527e-41ee-b501-1ed9fff201c4 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417469 Aug 31 07:38:58.861884 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:58.864918 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:58.866420 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7166e092-7a45-457e-8e84-b18f7878cbd3 HTTP/1.1" status: 204 len: 168 time: 0.2009764 Aug 31 07:38:58.875468 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7166e092-7a45-457e-8e84-b18f7878cbd3,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:58.883524 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.883948 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.884355 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.884779 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.885177 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.885574 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.885968 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.886412 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.886778 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.887223 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.887620 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:58.887945 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1217ce-7165-494c-906d-f319554eb845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:59.038546 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfbf61-eb40-47d0-b464-6fa84c99ac07 req-71880658-5128-4a38-bc47-83d501a84d57 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:59.040190 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e8cfbf61-eb40-47d0-b464-6fa84c99ac07 req-71880658-5128-4a38-bc47-83d501a84d57 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0603642 Aug 31 07:38:59.084923 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e8cfbf61-eb40-47d0-b464-6fa84c99ac07 req-8a1ee242-3891-44e7-88db-b1783c3f4b66 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381975 Aug 31 07:38:59.632362 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c5dd-4f28-4c26-88f8-a7fd141a7385 req-7e0afaaf-056e-404a-9cce-db0f98ae57c8 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:59.635620 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8ff2c5dd-4f28-4c26-88f8-a7fd141a7385 req-7e0afaaf-056e-404a-9cce-db0f98ae57c8 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0646722 Aug 31 07:38:59.709044 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8ff2c5dd-4f28-4c26-88f8-a7fd141a7385 req-c7f35d8c-ccba-4d5e-bc4b-cd04ca63ca64 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680292 Aug 31 07:38:59.730108 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815e5e6-bd16-4d23-8f86-90de9d982733 req-1de0bfe6-a9ae-4cc0-9735-035ecb8aeed5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:59.731716 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7815e5e6-bd16-4d23-8f86-90de9d982733 req-1de0bfe6-a9ae-4cc0-9735-035ecb8aeed5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0836570 Aug 31 07:38:59.778018 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7815e5e6-bd16-4d23-8f86-90de9d982733 req-487c8988-9b2f-4beb-81fa-fea4a4c2ca89 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354192 Aug 31 07:38:59.983641 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3f642-91fd-4669-b57c-9daadf7dd967 req-1edda33c-7920-4d8f-bf2d-5fe1e84bb13c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:59.985206 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7cf3f642-91fd-4669-b57c-9daadf7dd967 req-1edda33c-7920-4d8f-bf2d-5fe1e84bb13c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0625141 Aug 31 07:39:00.041918 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7cf3f642-91fd-4669-b57c-9daadf7dd967 req-4cabf96e-57a1-4f9f-b63b-76a0a91b79bb tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491970 Aug 31 07:39:00.201169 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20f940-d01c-44e6-8e1f-fb18102dd88f req-25fc7c17-d181-40a5-b80f-61e29d9a7296 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:00.202770 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9b20f940-d01c-44e6-8e1f-fb18102dd88f req-25fc7c17-d181-40a5-b80f-61e29d9a7296 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0507271 Aug 31 07:39:00.249463 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9b20f940-d01c-44e6-8e1f-fb18102dd88f req-feea6389-6f43-4270-9659-26418e589c4f tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405302 Aug 31 07:39:00.837166 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde6644-d3e7-404d-a7c4-872253a9157b req-1cce8807-75c2-4485-8993-44e8ebeb0da5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:00.839146 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ecde6644-d3e7-404d-a7c4-872253a9157b req-1cce8807-75c2-4485-8993-44e8ebeb0da5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0528665 Aug 31 07:39:00.910312 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ecde6644-d3e7-404d-a7c4-872253a9157b req-e10e0b23-7af4-4b23-926d-26a48ab73e2f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653312 Aug 31 07:39:00.931551 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cebb83-6f0c-4d41-acfb-2d71d52c4df6 req-537ff403-f872-4bb7-bc0d-895b1a406ef4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:00.933229 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e1cebb83-6f0c-4d41-acfb-2d71d52c4df6 req-537ff403-f872-4bb7-bc0d-895b1a406ef4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0726583 Aug 31 07:39:00.977818 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e1cebb83-6f0c-4d41-acfb-2d71d52c4df6 req-81bd518b-99e3-49b4-82bf-8fbba9097c90 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378444 Aug 31 07:39:01.170118 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2a93b-d200-4897-9120-64e980fc5b47 req-dabd31dd-57a0-4a3b-99ea-f4d237664352 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:01.171632 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02a2a93b-d200-4897-9120-64e980fc5b47 req-dabd31dd-57a0-4a3b-99ea-f4d237664352 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0581639 Aug 31 07:39:01.212640 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02a2a93b-d200-4897-9120-64e980fc5b47 req-6d8b5126-bdb2-4142-97f7-0aa4aab85f71 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344274 Aug 31 07:39:01.370163 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02be012-afe9-4601-b6f6-1f652f02a9cc req-fcc373b3-d151-4e2f-8f48-a413f58b2dba tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:01.371602 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f02be012-afe9-4601-b6f6-1f652f02a9cc req-fcc373b3-d151-4e2f-8f48-a413f58b2dba tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0517044 Aug 31 07:39:01.424425 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f02be012-afe9-4601-b6f6-1f652f02a9cc req-1f0f672d-7123-49b3-9436-d193d374f5cd tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467792 Aug 31 07:39:02.046768 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41389b75-73fe-43cb-a5e7-cf1bcfbd574a req-b83ce50c-8a8c-4266-8785-2885e74f4567 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:02.046768 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-41389b75-73fe-43cb-a5e7-cf1bcfbd574a req-b83ce50c-8a8c-4266-8785-2885e74f4567 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0505230 Aug 31 07:39:02.110188 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-41389b75-73fe-43cb-a5e7-cf1bcfbd574a req-f8cf363b-d6f4-4299-9993-ff1c1c1f108f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537074 Aug 31 07:39:02.118696 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e866b8-7bd7-408a-8917-ab78e3b9e8a7 req-fcd0adc0-e23d-48f2-83b1-2f5bc8ae3aff tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:02.120125 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d2e866b8-7bd7-408a-8917-ab78e3b9e8a7 req-fcd0adc0-e23d-48f2-83b1-2f5bc8ae3aff tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0724714 Aug 31 07:39:02.158327 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d2e866b8-7bd7-408a-8917-ab78e3b9e8a7 req-7f9dd004-fb11-4cb9-b8fa-0b7d585ced94 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322776 Aug 31 07:39:02.333818 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d460ad-1649-49d7-8855-39438d275215 req-31b4f09a-87d2-4447-9962-6d633692bbb6 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:02.335362 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-31d460ad-1649-49d7-8855-39438d275215 req-31b4f09a-87d2-4447-9962-6d633692bbb6 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0531919 Aug 31 07:39:02.373444 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-31d460ad-1649-49d7-8855-39438d275215 req-ced0eb79-fb1c-4cfe-bc8d-fcd204536f45 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321794 Aug 31 07:39:02.540093 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a59696-cca4-48d9-9feb-bdef02a325a8 req-d41d6c45-29bd-443d-b35e-4df5f619b827 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:02.541737 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-99a59696-cca4-48d9-9feb-bdef02a325a8 req-d41d6c45-29bd-443d-b35e-4df5f619b827 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0500495 Aug 31 07:39:02.585943 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-99a59696-cca4-48d9-9feb-bdef02a325a8 req-c5619d8c-32a1-455f-a2d8-902df2845676 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376630 Aug 31 07:39:03.231238 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985a6d7-62e5-4129-866a-11ed5bdf3c72 req-cef0a43a-fc83-4d65-be43-ef723361ffcb tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:03.232734 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f985a6d7-62e5-4129-866a-11ed5bdf3c72 req-cef0a43a-fc83-4d65-be43-ef723361ffcb tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0509722 Aug 31 07:39:03.297535 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f985a6d7-62e5-4129-866a-11ed5bdf3c72 req-54a11631-df41-4b0a-b94e-85b71e6281ec tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556712 Aug 31 07:39:03.310334 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0c432-e58e-4d5b-bc06-770c71a1c0b2 req-71de3a98-9bbb-4692-9c91-91f11de22308 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:03.311847 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ffe0c432-e58e-4d5b-bc06-770c71a1c0b2 req-71de3a98-9bbb-4692-9c91-91f11de22308 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0782089 Aug 31 07:39:03.350872 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ffe0c432-e58e-4d5b-bc06-770c71a1c0b2 req-1cbf785f-9456-4aa1-af68-8680f2181f49 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329998 Aug 31 07:39:03.487747 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f1f34-c246-4f37-8291-99906f600069 req-29245d96-cb35-4f08-87b7-d460ce4d2723 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:03.489263 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9c1f1f34-c246-4f37-8291-99906f600069 req-29245d96-cb35-4f08-87b7-d460ce4d2723 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0494156 Aug 31 07:39:03.528701 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9c1f1f34-c246-4f37-8291-99906f600069 req-a1c443e3-0a90-497d-a4f6-48ce0d43f9ea tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328977 Aug 31 07:39:03.703663 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d7676-6b11-48da-a465-937ace6fe418 req-56943d4b-154f-424d-b9f0-9ecf44e6acc6 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:03.705153 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-058d7676-6b11-48da-a465-937ace6fe418 req-56943d4b-154f-424d-b9f0-9ecf44e6acc6 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0491090 Aug 31 07:39:03.743588 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-058d7676-6b11-48da-a465-937ace6fe418 req-f4332f2d-aaff-4db7-86df-08981c64438f tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317621 Aug 31 07:39:04.428830 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f8032-65aa-468d-9dfb-458d373cdc2d req-002cc312-7573-4aca-bd6a-9e60106bd674 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:04.430378 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3d2f8032-65aa-468d-9dfb-458d373cdc2d req-002cc312-7573-4aca-bd6a-9e60106bd674 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0552299 Aug 31 07:39:04.494752 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3d2f8032-65aa-468d-9dfb-458d373cdc2d req-9a40c528-77af-42d3-ae92-1006fbc03f24 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550456 Aug 31 07:39:04.502791 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55910963-a455-49b8-b0ab-2da0b9c8adc4 req-9521b363-9835-4b85-9881-f3d3bb0e9563 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:04.504240 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-55910963-a455-49b8-b0ab-2da0b9c8adc4 req-9521b363-9835-4b85-9881-f3d3bb0e9563 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0838189 Aug 31 07:39:04.543651 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-55910963-a455-49b8-b0ab-2da0b9c8adc4 req-eb87a4c8-a028-48b5-8ab5-a2cab7bbdb42 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323322 Aug 31 07:39:04.640847 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48822474-44b7-48b8-8e3f-199a73854071 req-6065b5f7-2c9c-4645-a4f4-4f3ac76409cf tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:04.642215 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-48822474-44b7-48b8-8e3f-199a73854071 req-6065b5f7-2c9c-4645-a4f4-4f3ac76409cf tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0477653 Aug 31 07:39:04.679729 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-48822474-44b7-48b8-8e3f-199a73854071 req-24df746e-9aff-4a9c-b0ab-fc1724475d32 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305545 Aug 31 07:39:04.869160 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c13c6-2eaa-46cd-a92e-013c64fbdc02 req-7f84995b-4f07-47ad-8733-b276b6855eba tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:04.870699 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-702c13c6-2eaa-46cd-a92e-013c64fbdc02 req-7f84995b-4f07-47ad-8733-b276b6855eba tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0565581 Aug 31 07:39:04.911083 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-702c13c6-2eaa-46cd-a92e-013c64fbdc02 req-ad506bfb-c66e-4d0e-aac8-5e41ea6547c2 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338819 Aug 31 07:39:05.624652 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ec4e4-6245-4472-897d-7431fe1357e8 req-f3e39221-397a-4bef-944b-3cf6c09a3515 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:05.626162 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-796ec4e4-6245-4472-897d-7431fe1357e8 req-f3e39221-397a-4bef-944b-3cf6c09a3515 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0538361 Aug 31 07:39:05.667736 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-796ec4e4-6245-4472-897d-7431fe1357e8 req-ac9e0f7b-b76c-4c76-8c3d-af8cc5cc34da tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351343 Aug 31 07:39:05.817984 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1db8de-4104-4119-9150-ffa00b2bd30a req-952a0b55-bb33-4837-b8d0-297231aa7eb2 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:05.819763 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ba1db8de-4104-4119-9150-ffa00b2bd30a req-952a0b55-bb33-4837-b8d0-297231aa7eb2 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0881069 Aug 31 07:39:05.827478 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61e7b-a38a-45b7-b817-dbc97d03faf5 req-f40e6e39-5a1a-4cbe-b9e1-ba8bd68e8f94 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:05.829014 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-17f61e7b-a38a-45b7-b817-dbc97d03faf5 req-f40e6e39-5a1a-4cbe-b9e1-ba8bd68e8f94 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0707123 Aug 31 07:39:05.884475 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ba1db8de-4104-4119-9150-ffa00b2bd30a req-f8d5e1cf-d292-4173-8b86-9cc2d5134ef7 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545554 Aug 31 07:39:05.892440 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-17f61e7b-a38a-45b7-b817-dbc97d03faf5 req-10d1bd0f-34de-49af-b0f1-6180ade61fd3 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561397 Aug 31 07:39:06.023981 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f845a5e-55fe-4d40-bb66-825ff9fedab8 req-ff7e9c04-98e7-46b6-a039-caf14358783a tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:06.025442 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0f845a5e-55fe-4d40-bb66-825ff9fedab8 req-ff7e9c04-98e7-46b6-a039-caf14358783a tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 945 time: 0.0773342 Aug 31 07:39:06.057536 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a6b3-c458-4d2f-a41e-310963b61769 req-5e7bf302-450f-4393-94b0-a6e0111deff8 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:06.059001 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-64d2a6b3-c458-4d2f-a41e-310963b61769 req-5e7bf302-450f-4393-94b0-a6e0111deff8 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0781641 Aug 31 07:39:06.083478 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0f845a5e-55fe-4d40-bb66-825ff9fedab8 req-b0f3bc77-d37f-4f53-aa8b-1887c08b1ca1 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504909 Aug 31 07:39:06.111472 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-64d2a6b3-c458-4d2f-a41e-310963b61769 req-1f1b1681-c8c2-4db4-b590-5094559dd55a tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465083 Aug 31 07:39:06.789832 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e06e97-2f8b-46e2-943b-7af0c4876a2b req-c6ceb339-114e-41ef-9c30-d54b0b7ab390 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:06.791404 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d6e06e97-2f8b-46e2-943b-7af0c4876a2b req-c6ceb339-114e-41ef-9c30-d54b0b7ab390 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0497313 Aug 31 07:39:06.829218 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d6e06e97-2f8b-46e2-943b-7af0c4876a2b req-8fad7a63-80ca-4a23-9563-1f70f261114d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316174 Aug 31 07:39:07.053755 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60352884-7df6-4120-aa4b-2aab1c1867d0 req-735554bb-165a-43a3-883f-e50d844e7e8f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:07.055737 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-60352884-7df6-4120-aa4b-2aab1c1867d0 req-735554bb-165a-43a3-883f-e50d844e7e8f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0802958 Aug 31 07:39:07.067976 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e88560-5441-4147-9247-985d17d38e2e req-0e7b86f6-1094-4fd1-9392-84572a0e91d1 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:07.069404 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-70e88560-5441-4147-9247-985d17d38e2e req-0e7b86f6-1094-4fd1-9392-84572a0e91d1 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0832872 Aug 31 07:39:07.122024 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-60352884-7df6-4120-aa4b-2aab1c1867d0 req-29eef8bd-c7ab-4d94-81bf-8cfacb6d549b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516143 Aug 31 07:39:07.129125 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-70e88560-5441-4147-9247-985d17d38e2e req-7bc95a3f-4653-4de9-8609-1fe441aca821 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528076 Aug 31 07:39:07.260499 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bebb8d-034c-4de2-abc4-1dd8d1906f5b req-b2dbc44c-80a3-4f16-ad07-d225b26ebab3 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:07.261983 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-44bebb8d-034c-4de2-abc4-1dd8d1906f5b req-b2dbc44c-80a3-4f16-ad07-d225b26ebab3 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 945 time: 0.0793631 Aug 31 07:39:07.269124 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90160dc7-4c9d-494f-8275-8953ad42bafd req-1616a990-51bc-4b42-a303-a4b755660173 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:07.270516 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-90160dc7-4c9d-494f-8275-8953ad42bafd req-1616a990-51bc-4b42-a303-a4b755660173 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0790386 Aug 31 07:39:07.327685 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-44bebb8d-034c-4de2-abc4-1dd8d1906f5b req-1cfec73c-9f61-423a-bf38-0552514627a6 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562191 Aug 31 07:39:07.332534 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-90160dc7-4c9d-494f-8275-8953ad42bafd req-a15d4d7b-24cd-47e3-a35d-70cc8716a757 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545912 Aug 31 07:39:07.949763 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92699275-89ea-465c-b34e-e46a7f928295 req-de6b775f-143c-40c7-8bb7-391a037ca8cd tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:07.951239 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92699275-89ea-465c-b34e-e46a7f928295 req-de6b775f-143c-40c7-8bb7-391a037ca8cd tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0508506 Aug 31 07:39:07.989279 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-92699275-89ea-465c-b34e-e46a7f928295 req-513507b5-cb0e-41a1-bbaa-960bd260b6c9 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321112 Aug 31 07:39:08.270074 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3a621-ec6b-4c19-8cc8-48125a07f102 req-4777e558-d2bd-48f9-802a-b640b0c03d34 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:08.271510 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5ec3a621-ec6b-4c19-8cc8-48125a07f102 req-4777e558-d2bd-48f9-802a-b640b0c03d34 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0803955 Aug 31 07:39:08.279879 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93120228-c171-4b2d-8161-fb147e75740f req-18461bd0-11c0-4f23-a4a4-186004d2ea11 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:08.281538 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-93120228-c171-4b2d-8161-fb147e75740f req-18461bd0-11c0-4f23-a4a4-186004d2ea11 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0817404 Aug 31 07:39:08.335093 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5ec3a621-ec6b-4c19-8cc8-48125a07f102 req-ad1d2f00-5f4e-49cd-9780-ca5b129213db tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525351 Aug 31 07:39:08.342863 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-93120228-c171-4b2d-8161-fb147e75740f req-282e0661-f15a-4a2c-9814-802018ee8cc0 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525048 Aug 31 07:39:08.476969 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705f0eb-82c6-4380-a7bc-453dcd255773 req-870e0e37-b838-446e-bd06-3cf638f550a4 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:08.478465 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8705f0eb-82c6-4380-a7bc-453dcd255773 req-870e0e37-b838-446e-bd06-3cf638f550a4 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 945 time: 0.0781186 Aug 31 07:39:08.488698 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23957b68-228b-4bab-bed4-2a17f27706e2 req-c8a64b1e-266e-4d89-99e7-45b59d02ab19 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:08.490117 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-23957b68-228b-4bab-bed4-2a17f27706e2 req-c8a64b1e-266e-4d89-99e7-45b59d02ab19 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 943 time: 0.0798345 Aug 31 07:39:08.546286 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8705f0eb-82c6-4380-a7bc-453dcd255773 req-22fcf32e-8c13-4b6a-947f-d16c2bce2bf5 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551822 Aug 31 07:39:08.548860 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-23957b68-228b-4bab-bed4-2a17f27706e2 req-6b46d628-cc6d-4a82-8e9f-f94d5a0fb955 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520163 Aug 31 07:39:09.084961 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 5dae3c80-c565-463a-a363-ae424f15a82a details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:09.107224 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea05c9-25f3-478f-b279-620158936de9 req-586ade94-5198-4085-af73-dc7a8ec2504f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:09.108845 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-81ea05c9-25f3-478f-b279-620158936de9 req-586ade94-5198-4085-af73-dc7a8ec2504f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0500486 Aug 31 07:39:09.147450 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-81ea05c9-25f3-478f-b279-620158936de9 req-0b539598-fd56-4597-a385-96f22275ddc8 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326710 Aug 31 07:39:09.183586 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 5dae3c80-c565-463a-a363-ae424f15a82a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=5dae3c80-c565-463a-a363-ae424f15a82a,segment=NetworkSegment(334faff9-1fe5-44e9-8b38-53d61d35160c),segment_id=334faff9-1fe5-44e9-8b38-53d61d35160c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:09.194333 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '5dae3c80-c565-463a-a363-ae424f15a82a', 'network_id': '03ef5db1-ff0b-4d2a-8366-4524de2c766f', 'port_id': '5dae3c80-c565-463a-a363-ae424f15a82a', 'mac_address': 'fa:16:3e:20:b6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527e734e-34a3-4bdd-a5b1-f4640c6a2e90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:09.229692 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:09.242472 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dae3c80-c565-463a-a363-ae424f15a82a {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:09.261616 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 5dae3c80-c565-463a-a363-ae424f15a82a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=5dae3c80-c565-463a-a363-ae424f15a82a,segment=NetworkSegment(334faff9-1fe5-44e9-8b38-53d61d35160c),segment_id=334faff9-1fe5-44e9-8b38-53d61d35160c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:09.265863 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:09.312340 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=5dae3c80-c565-463a-a363-ae424f15a82a,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:09.320579 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:09.320955 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:09.321303 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:09.321641 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:09.322008 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:09.322498 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:09.322954 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:09.323381 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:09.323728 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:09.324059 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:09.324384 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:09.324707 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:09.484775 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95346ea-5daf-405e-b1b4-04b3e558af47 req-b56a71b8-af8c-46fe-a139-ded1718a86d0 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:09.486257 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b95346ea-5daf-405e-b1b4-04b3e558af47 req-b56a71b8-af8c-46fe-a139-ded1718a86d0 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0825315 Aug 31 07:39:09.494124 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c4726-2c2b-42c8-b79a-262b003eb9b6 req-f1bab69b-3191-4322-8486-24670a0b5625 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:09.495504 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b71c4726-2c2b-42c8-b79a-262b003eb9b6 req-f1bab69b-3191-4322-8486-24670a0b5625 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0807719 Aug 31 07:39:09.551444 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b71c4726-2c2b-42c8-b79a-262b003eb9b6 req-834f8bea-e5d7-4566-b39f-22536c893a94 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489504 Aug 31 07:39:09.554053 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b95346ea-5daf-405e-b1b4-04b3e558af47 req-69b150bb-8870-411a-a9c0-c95e7681ecf0 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576355 Aug 31 07:39:09.703315 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5bd26-5fe4-4ece-b4db-60c1a4b564b6 req-cd6c4268-b824-4e25-8d1c-0b557649f9b0 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:09.704845 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f2d5bd26-5fe4-4ece-b4db-60c1a4b564b6 req-cd6c4268-b824-4e25-8d1c-0b557649f9b0 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 945 time: 0.0855682 Aug 31 07:39:09.713713 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa7e10-75a9-4745-a882-e3a8f8e9fd27 req-e8d689cb-2ce0-4a4f-bc51-5d3018d23635 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:09.715238 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4dfa7e10-75a9-4745-a882-e3a8f8e9fd27 req-e8d689cb-2ce0-4a4f-bc51-5d3018d23635 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 944 time: 0.0941479 Aug 31 07:39:09.769891 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f2d5bd26-5fe4-4ece-b4db-60c1a4b564b6 req-c0e44f7a-9315-474a-a6f4-5da7ea2e0dee tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536730 Aug 31 07:39:09.777493 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4dfa7e10-75a9-4745-a882-e3a8f8e9fd27 req-b2f63641-d08d-4f07-8188-02bae8a682af tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553579 Aug 31 07:39:09.919875 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['5dae3c80-c565-463a-a363-ae424f15a82a'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:09.970123 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a01303-b4af-4c51-85dd-8fe520d2996e req-2e40abf7-26b7-4beb-b41d-4ad5c46df613 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:09.972035 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-06a01303-b4af-4c51-85dd-8fe520d2996e req-2e40abf7-26b7-4beb-b41d-4ad5c46df613 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.59 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 945 time: 0.0514770 Aug 31 07:39:10.077287 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-06a01303-b4af-4c51-85dd-8fe520d2996e req-95a9f4bf-119a-4efb-a232-28d8506f8471 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Deleting port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:10.077548 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-06a01303-b4af-4c51-85dd-8fe520d2996e req-95a9f4bf-119a-4efb-a232-28d8506f8471 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.168104 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-06a01303-b4af-4c51-85dd-8fe520d2996e req-95a9f4bf-119a-4efb-a232-28d8506f8471 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] For port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7801abb5-3196-4ca6-a0ec-d4e997e91b4d,segment=NetworkSegment(3f8b8ab1-d19c-49f1-a39a-ec8c327dc629),segment_id=3f8b8ab1-d19c-49f1-a39a-ec8c327dc629)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:10.169389 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-06a01303-b4af-4c51-85dd-8fe520d2996e req-95a9f4bf-119a-4efb-a232-28d8506f8471 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.186178 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-06a01303-b4af-4c51-85dd-8fe520d2996e req-95a9f4bf-119a-4efb-a232-28d8506f8471 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Calling delete_port for 7801abb5-3196-4ca6-a0ec-d4e997e91b4d owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:10.267415 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245d8f6-8bbd-4a2e-916c-f503460c1d66 req-8b0431fe-e9ea-4c9a-8397-f64f85a876c9 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:10.268923 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c245d8f6-8bbd-4a2e-916c-f503460c1d66 req-8b0431fe-e9ea-4c9a-8397-f64f85a876c9 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0498176 Aug 31 07:39:10.306337 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c245d8f6-8bbd-4a2e-916c-f503460c1d66 req-f4c9ec78-46cd-4e26-83f1-444be41a05ba tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313060 Aug 31 07:39:10.316592 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-06a01303-b4af-4c51-85dd-8fe520d2996e req-95a9f4bf-119a-4efb-a232-28d8506f8471 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.351654 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9f4bf-119a-4efb-a232-28d8506f8471 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Pushing event deleted for resources: {'Port': ['ID=7801abb5-3196-4ca6-a0ec-d4e997e91b4d,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:10.388987 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a01303-b4af-4c51-85dd-8fe520d2996e req-95a9f4bf-119a-4efb-a232-28d8506f8471 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] No DVR routers for this DVR port 7801abb5-3196-4ca6-a0ec-d4e997e91b4d on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:10.391705 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-06a01303-b4af-4c51-85dd-8fe520d2996e req-95a9f4bf-119a-4efb-a232-28d8506f8471 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:10.393704 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-06a01303-b4af-4c51-85dd-8fe520d2996e req-95a9f4bf-119a-4efb-a232-28d8506f8471 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.59 "DELETE /v2.0/ports/7801abb5-3196-4ca6-a0ec-d4e997e91b4d HTTP/1.1" status: 204 len: 173 time: 0.4116628 Aug 31 07:39:10.394174 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70716cc3-dc48-4782-b76d-6af1145cad2f', 'name': 'network-vif-deleted', 'tag': '7801abb5-3196-4ca6-a0ec-d4e997e91b4d'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:10.396448 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ef5d7d-8fe7-4550-ac0f-eca44ac03728" -d '{"events": [{"server_uuid": "70716cc3-dc48-4782-b76d-6af1145cad2f", "name": "network-vif-deleted", "tag": "7801abb5-3196-4ca6-a0ec-d4e997e91b4d"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:10.431603 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0875e216-d6bb-4a68-ae85-3cdfe83a79ea x-openstack-request-id: req-0875e216-d6bb-4a68-ae85-3cdfe83a79ea {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:10.431893 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70716cc3-dc48-4782-b76d-6af1145cad2f", "name": "network-vif-deleted", "tag": "7801abb5-3196-4ca6-a0ec-d4e997e91b4d", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:10.432140 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0875e216-d6bb-4a68-ae85-3cdfe83a79ea {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:10.432531 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70716cc3-dc48-4782-b76d-6af1145cad2f', 'name': 'network-vif-deleted', 'tag': '7801abb5-3196-4ca6-a0ec-d4e997e91b4d', 'status': 'completed', 'code': 200} Aug 31 07:39:10.695374 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db6cbf-9411-4a79-8b87-88d31fcc6959 req-0ec4bfec-f8be-48d3-b242-19b5d482807c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:10.696761 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-22db6cbf-9411-4a79-8b87-88d31fcc6959 req-0ec4bfec-f8be-48d3-b242-19b5d482807c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0751619 Aug 31 07:39:10.707442 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d176c9-85b7-4387-ba7a-68624e84b259 req-79bc07fd-03b3-4802-b25b-e460bb314c6b tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:10.708799 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a1d176c9-85b7-4387-ba7a-68624e84b259 req-79bc07fd-03b3-4802-b25b-e460bb314c6b tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0890696 Aug 31 07:39:10.763513 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-22db6cbf-9411-4a79-8b87-88d31fcc6959 req-6cc4ae9a-b372-4ef8-ad8b-a198d293be75 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537813 Aug 31 07:39:10.768248 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a1d176c9-85b7-4387-ba7a-68624e84b259 req-67a64528-a4c4-48b4-9f13-754a72691259 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528374 Aug 31 07:39:10.875202 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5de2e741-7a61-4a5a-9cb3-c1c69f5125a4 req-0b2bc517-25ca-4718-8ac1-ad6d2bdaff8c tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 210 time: 0.0356982 Aug 31 07:39:10.910147 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f32e98-0892-4d83-a6db-2dc4e582ac98 req-9919bd6f-c540-475d-b53c-d6fdd2d9d1fb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:10.911650 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b0f32e98-0892-4d83-a6db-2dc4e582ac98 req-9919bd6f-c540-475d-b53c-d6fdd2d9d1fb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 944 time: 0.0612519 Aug 31 07:39:10.949498 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b0f32e98-0892-4d83-a6db-2dc4e582ac98 req-6606f25c-df6b-4aee-b428-35194de128d2 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Aug 31 07:39:11.464326 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ec0dc-1e22-45cd-ad5c-5a43ec49df17 req-96ca67c4-7046-4644-bea3-1a1a76234f3b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:11.465721 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3b9ec0dc-1e22-45cd-ad5c-5a43ec49df17 req-96ca67c4-7046-4644-bea3-1a1a76234f3b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0845873 Aug 31 07:39:11.468856 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-db868fbe-bd96-4bec-9bd0-4185562bf5d3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905358082&fields=id&tenant_id=e62b3c325dfe412bb093fa6ba41ce608 HTTP/1.1" status: 200 len: 267 time: 0.0509160 Aug 31 07:39:11.752882 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3b9ec0dc-1e22-45cd-ad5c-5a43ec49df17 req-641e61f9-1001-4125-9fbb-4f6aed6b36a3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811496 Aug 31 07:39:11.794486 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513566-ae7e-44f3-899d-09cba661c048 req-56574094-f068-4b3b-a8d0-53fc58edaaab tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:11.795987 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-56574094-f068-4b3b-a8d0-53fc58edaaab tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 811 time: 0.3187261 Aug 31 07:39:11.811285 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-58626247-0eb6-4574-adb8-c591d2fbd49b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/quotas/e62b3c325dfe412bb093fa6ba41ce608 HTTP/1.1" status: 200 len: 375 time: 0.0095463 Aug 31 07:39:11.890999 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-1fe09503-f1b2-42c7-af75-cb94268d7839 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742900 Aug 31 07:39:11.903717 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b17505-9d6c-4924-a7e9-f66b944440c1 req-e5d36c9d-7d49-4725-985a-71dfec33a60a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:11.905168 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-61b17505-9d6c-4924-a7e9-f66b944440c1 req-e5d36c9d-7d49-4725-985a-71dfec33a60a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0631952 Aug 31 07:39:11.993912 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-61b17505-9d6c-4924-a7e9-f66b944440c1 req-8b613dc6-7692-41e3-98d5-ea15cfe0159d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799434 Aug 31 07:39:12.019579 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-cc8b65ec-7a80-4f92-8d62-79dd623993b3 service neutron] 10.222.0.62 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134613 Aug 31 07:39:12.144180 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bca25-cff0-470d-bf8d-922fce64556c req-bf96778c-d6bc-436f-8880-677faf3eced8 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:12.145635 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e22bca25-cff0-470d-bf8d-922fce64556c req-bf96778c-d6bc-436f-8880-677faf3eced8 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0783751 Aug 31 07:39:12.151035 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-5c944da8-7e79-4b09-8731-3018c5895cfd service neutron] 10.222.0.62 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251907 Aug 31 07:39:12.184888 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e22bca25-cff0-470d-bf8d-922fce64556c req-296efe7b-b600-45c2-8b8b-b5901e3c9d9f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329168 Aug 31 07:39:12.266251 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2900b11c-3ec5-49f8-8955-fb03bd46bcea req-f106c2e5-f867-479a-bf48-c046f4096b9f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 210 time: 0.0275083 Aug 31 07:39:12.369803 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333eb30-abae-48db-a632-d2afdf332f02 req-658d14ba-d594-4e05-9278-590a516490bd tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:12.371382 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d333eb30-abae-48db-a632-d2afdf332f02 req-658d14ba-d594-4e05-9278-590a516490bd tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 944 time: 0.0513213 Aug 31 07:39:12.427578 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d333eb30-abae-48db-a632-d2afdf332f02 req-5df3cf72-a4b4-4445-a02d-cd125a05b914 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499210 Aug 31 07:39:12.443099 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2b64df06-7de6-4bf0-8ac1-cbfeeb4ad8bc req-76c3bc03-cf78-481b-9734-46126c04609b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 210 time: 0.0335014 Aug 31 07:39:12.885469 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0ef8b-4797-4a07-9ec8-f5fb66477aeb req-1dfbe0d5-5b5e-4ee2-9e9f-b79a447553b8 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:12.886996 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-08e0ef8b-4797-4a07-9ec8-f5fb66477aeb req-1dfbe0d5-5b5e-4ee2-9e9f-b79a447553b8 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0500274 Aug 31 07:39:12.940512 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-08e0ef8b-4797-4a07-9ec8-f5fb66477aeb req-48362f28-e5ce-4eec-99fb-3597bbf8e846 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471313 Aug 31 07:39:13.110296 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c80646-dbb8-46b9-bc24-d6a54396697f req-05cab8c9-e435-47f2-a001-46410c5c5cbe tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:13.111785 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-19c80646-dbb8-46b9-bc24-d6a54396697f req-05cab8c9-e435-47f2-a001-46410c5c5cbe tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0491490 Aug 31 07:39:13.150935 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-19c80646-dbb8-46b9-bc24-d6a54396697f req-df30f8b8-d42b-4892-a8a6-97f71d063763 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332544 Aug 31 07:39:13.302875 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb70e07-4f38-44af-b20b-c53744bf354c req-e7686e78-d5d1-433a-9976-d586d295a802 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:13.304404 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5eb70e07-4f38-44af-b20b-c53744bf354c req-e7686e78-d5d1-433a-9976-d586d295a802 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0532298 Aug 31 07:39:13.357130 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5eb70e07-4f38-44af-b20b-c53744bf354c req-ad9dbcd3-3494-4dae-b81f-ad0922a9d764 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Aug 31 07:39:13.375464 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ced1c875-6ea4-4b91-ab1d-336ef5af5dfc req-23ae3653-c0bb-4532-a788-3121ad280b34 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=70716cc3-dc48-4782-b76d-6af1145cad2f HTTP/1.1" status: 200 len: 210 time: 0.0343046 Aug 31 07:39:13.559864 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b7aae042-42a8-40c5-ac88-3779ab7b4362 req-4a7911ec-b1e0-455c-9161-a7e53c9a3abe tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 210 time: 0.0463648 Aug 31 07:39:13.589903 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186adb4d-e7cc-4006-abb8-f273a05f6913 req-32490759-7baa-4b97-a11b-be16afe448b5 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:13.591482 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-186adb4d-e7cc-4006-abb8-f273a05f6913 req-32490759-7baa-4b97-a11b-be16afe448b5 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 944 time: 0.0677023 Aug 31 07:39:13.638038 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-186adb4d-e7cc-4006-abb8-f273a05f6913 req-7adaf09a-c8d6-4a24-be95-cec1ecec40a1 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398088 Aug 31 07:39:13.760521 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['7801abb5-3196-4ca6-a0ec-d4e997e91b4d'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:14.087470 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b51dd3-f42d-41d5-82d7-021897cd6e82 req-02e6750d-f098-4f4d-ac10-1dcfe6de1d40 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:14.091045 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-99b51dd3-f42d-41d5-82d7-021897cd6e82 req-02e6750d-f098-4f4d-ac10-1dcfe6de1d40 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0706503 Aug 31 07:39:14.133694 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-99b51dd3-f42d-41d5-82d7-021897cd6e82 req-b6d16e5f-dde7-4d9c-8967-18f8701414dd tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356178 Aug 31 07:39:14.273657 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf8d8c-1b39-492d-ad4a-a03679953266 req-79fee778-96e2-4c3b-bad7-f7fdbf0b4693 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:14.275674 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d3bf8d8c-1b39-492d-ad4a-a03679953266 req-79fee778-96e2-4c3b-bad7-f7fdbf0b4693 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0564785 Aug 31 07:39:14.315796 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d3bf8d8c-1b39-492d-ad4a-a03679953266 req-6b722b4d-314e-4ed2-9da2-89abf63ab163 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340896 Aug 31 07:39:14.506779 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386026a-ed71-474c-8384-f2c28d4fc3e1 req-57de6cfb-4b6c-4a54-842d-a3b2be0fe2db tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:14.509689 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c386026a-ed71-474c-8384-f2c28d4fc3e1 req-57de6cfb-4b6c-4a54-842d-a3b2be0fe2db tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0692906 Aug 31 07:39:14.602791 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c386026a-ed71-474c-8384-f2c28d4fc3e1 req-14469e7f-d360-4413-accd-a4945473c62a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834427 Aug 31 07:39:14.673430 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513566-ae7e-44f3-899d-09cba661c048 req-fd813f79-7b84-4775-9be0-42a61919be6a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:14.675072 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-fd813f79-7b84-4775-9be0-42a61919be6a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 811 time: 0.1599729 Aug 31 07:39:14.725838 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-ef7eee10-1305-497e-8c4d-0ce5db9efcee tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e62b3c325dfe412bb093fa6ba41ce608 HTTP/1.1" status: 200 len: 380 time: 0.0378082 Aug 31 07:39:14.737528 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-02513566-ae7e-44f3-899d-09cba661c048 req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Request body: {'port': {'device_id': 'a166e22f-56ef-447c-98d4-5431af1fa00c', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'admin_state_up': True, 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'security_groups': ['d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4']}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:14.743494 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e77f1448-55b0-4d61-a874-e7d38c1757da req-d5360731-b277-4651-a41d-0e70dc4b8fd9 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 210 time: 0.0510430 Aug 31 07:39:14.802833 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92f457-9f67-4ca8-b942-57d2e0f6b4d7 req-82820f5e-08a1-452d-be2b-784fa716df68 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:14.804450 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bf92f457-9f67-4ca8-b942-57d2e0f6b4d7 req-82820f5e-08a1-452d-be2b-784fa716df68 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 944 time: 0.0704713 Aug 31 07:39:14.844737 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bf92f457-9f67-4ca8-b942-57d2e0f6b4d7 req-0881f35e-de56-46e5-86e2-2cb1a8a086fa tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332487 Aug 31 07:39:14.862069 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02513566-ae7e-44f3-899d-09cba661c048 req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Made reservation on behalf of e62b3c325dfe412bb093fa6ba41ce608 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:14.865612 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-02513566-ae7e-44f3-899d-09cba661c048 req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:14.987632 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-02513566-ae7e-44f3-899d-09cba661c048 req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Allocated IP 172.20.0.4 (29b04af3-cf28-4023-9b5b-4fd7e8875284/e73a47eb-813c-46f5-9b96-acfc3babe141/60da8caf-dceb-4715-911f-5635154a2a0d) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:15.135773 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-02513566-ae7e-44f3-899d-09cba661c048 req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:15.151197 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-02513566-ae7e-44f3-899d-09cba661c048 req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Transition to ACTIVE for port object 60da8caf-dceb-4715-911f-5635154a2a0d will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:15.187669 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-02513566-ae7e-44f3-899d-09cba661c048 req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:15.231029 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02513566-ae7e-44f3-899d-09cba661c048 req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Network 29b04af3-cf28-4023-9b5b-4fd7e8875284 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:15.234319 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-02513566-ae7e-44f3-899d-09cba661c048 req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:15.238219 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-02513566-ae7e-44f3-899d-09cba661c048 req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:15.244912 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'Port': ['ID=60da8caf-dceb-4715-911f-5635154a2a0d,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:15.260833 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc73ab-8064-4895-ae17-b3dbd7f538a4 req-50248395-a489-4e54-8d77-f712dbc31dee tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:15.262476 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5cbc73ab-8064-4895-ae17-b3dbd7f538a4 req-50248395-a489-4e54-8d77-f712dbc31dee tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0535400 Aug 31 07:39:15.296578 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513566-ae7e-44f3-899d-09cba661c048 req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:15.297554 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-02513566-ae7e-44f3-899d-09cba661c048 req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:15.302766 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5cbc73ab-8064-4895-ae17-b3dbd7f538a4 req-010da2be-9a09-4d43-b9c7-9c5be84d672a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340016 Aug 31 07:39:15.312858 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-b5bafd94-7775-46f9-a599-f200928de24a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800774 Aug 31 07:39:15.437777 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6b515-18e2-4901-8ea6-1ef101677182 req-42ce18f4-7212-4c92-a310-a26f9090bef5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:15.439285 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ffa6b515-18e2-4901-8ea6-1ef101677182 req-42ce18f4-7212-4c92-a310-a26f9090bef5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0523396 Aug 31 07:39:15.479080 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ffa6b515-18e2-4901-8ea6-1ef101677182 req-2f14daa9-773b-48a5-a8f3-4da77905a962 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338676 Aug 31 07:39:15.523112 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-be371e47-5307-42fb-ab3a-20fd86db10ae None None] Provisioning for port 60da8caf-dceb-4715-911f-5635154a2a0d completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:15.527307 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-be371e47-5307-42fb-ab3a-20fd86db10ae None None] Provisioning complete for port 60da8caf-dceb-4715-911f-5635154a2a0d triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:15.527748 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-be371e47-5307-42fb-ab3a-20fd86db10ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:15.560853 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-be371e47-5307-42fb-ab3a-20fd86db10ae None None] Port 60da8caf-dceb-4715-911f-5635154a2a0d cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:15.729171 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa110d2-cdf2-49ab-8c02-a57fcfedefc6 req-5597676a-55de-4d76-b1b3-9518120a3de6 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:15.730719 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5fa110d2-cdf2-49ab-8c02-a57fcfedefc6 req-5597676a-55de-4d76-b1b3-9518120a3de6 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0532076 Aug 31 07:39:15.773118 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5fa110d2-cdf2-49ab-8c02-a57fcfedefc6 req-55638363-c10c-4f71-bfdb-a9d1f19817cd tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363226 Aug 31 07:39:15.869682 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc57a09-0980-4f2e-91f0-449802882b62 req-3ad7efa6-3465-447d-8023-2dd0376696e6 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:15.871235 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6cc57a09-0980-4f2e-91f0-449802882b62 req-3ad7efa6-3465-447d-8023-2dd0376696e6 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 931 time: 0.0489993 Aug 31 07:39:15.914778 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6cc57a09-0980-4f2e-91f0-449802882b62 req-f3fb3d51-f81b-4a36-9624-293073e42a7a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371373 Aug 31 07:39:15.967469 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a455d-3393-4b7f-98f1-bdf771a29d8b req-0fcddca6-7ec0-4972-972f-3a641c5e8415 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:15.968933 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-842a455d-3393-4b7f-98f1-bdf771a29d8b req-0fcddca6-7ec0-4972-972f-3a641c5e8415 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 944 time: 0.0524364 Aug 31 07:39:16.006752 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-842a455d-3393-4b7f-98f1-bdf771a29d8b req-97167661-863c-4d9b-b6c4-a91c3bd85514 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311284 Aug 31 07:39:16.424633 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09860ce-9b5d-43bb-ae55-9581c7b561aa req-9a420177-86ce-4d0f-a4bb-f1e290ab9701 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:16.426101 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f09860ce-9b5d-43bb-ae55-9581c7b561aa req-9a420177-86ce-4d0f-a4bb-f1e290ab9701 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0497680 Aug 31 07:39:16.464065 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f09860ce-9b5d-43bb-ae55-9581c7b561aa req-633895e9-7f05-4a11-82c7-6511eaba47a1 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315871 Aug 31 07:39:16.891730 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a719a54-2c6b-47c2-9688-027b8ed97f8b req-efc7b5bd-9b17-4a05-a469-4e4fe576dd0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:16.893194 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8a719a54-2c6b-47c2-9688-027b8ed97f8b req-efc7b5bd-9b17-4a05-a469-4e4fe576dd0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0487442 Aug 31 07:39:16.931538 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8a719a54-2c6b-47c2-9688-027b8ed97f8b req-cc120145-d1e1-4722-98d7-4f06bdfe0ae5 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324030 Aug 31 07:39:17.032361 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20711b06-367f-4751-b272-368d94cae4d3 req-04ec907c-939b-47a3-9cbe-971f957a4c7e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:17.033850 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-20711b06-367f-4751-b272-368d94cae4d3 req-04ec907c-939b-47a3-9cbe-971f957a4c7e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 931 time: 0.0515330 Aug 31 07:39:17.072020 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-20711b06-367f-4751-b272-368d94cae4d3 req-38c94cc1-886d-4d23-aefa-709c2e88e5e0 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320160 Aug 31 07:39:17.121078 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313496a-8590-4b08-a45b-6d50f9f6ab9a req-fc232770-7bb1-472a-83d6-54961afdbf0f tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:17.122568 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7313496a-8590-4b08-a45b-6d50f9f6ab9a req-fc232770-7bb1-472a-83d6-54961afdbf0f tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 944 time: 0.0487072 Aug 31 07:39:17.159378 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7313496a-8590-4b08-a45b-6d50f9f6ab9a req-2da4b627-4bb2-4856-93c3-a8ee671ef5fd tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310030 Aug 31 07:39:17.581902 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa8f2a-5346-46b8-9d7b-856bee5dc690 req-b27fb512-914a-4fbf-872d-e01218426ede tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:17.583411 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a9aa8f2a-5346-46b8-9d7b-856bee5dc690 req-b27fb512-914a-4fbf-872d-e01218426ede tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0475750 Aug 31 07:39:17.620270 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a9aa8f2a-5346-46b8-9d7b-856bee5dc690 req-f954782c-2fd9-40bd-b722-de4e4ac52441 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304608 Aug 31 07:39:18.060925 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a55083-ecfd-4c87-b099-a504c5e8cd52 req-f62ac9f9-b3e8-4308-86dc-9bf379a43944 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:18.062441 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-22a55083-ecfd-4c87-b099-a504c5e8cd52 req-f62ac9f9-b3e8-4308-86dc-9bf379a43944 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 943 time: 0.0563023 Aug 31 07:39:18.072567 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device d522db0d-5a8a-4494-98e8-8e793e701740 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:18.075929 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Request body: {'port': {'device_id': 'a166e22f-56ef-447c-98d4-5431af1fa00c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:18.077167 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 5dae3c80-c565-463a-a363-ae424f15a82a up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:18.119935 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-22a55083-ecfd-4c87-b099-a504c5e8cd52 req-b160e06f-2993-42b3-8a25-c8136636f0f0 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Aug 31 07:39:18.137711 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:18.211095 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 5dae3c80-c565-463a-a363-ae424f15a82a completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:18.220489 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port d522db0d-5a8a-4494-98e8-8e793e701740, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d522db0d-5a8a-4494-98e8-8e793e701740,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:18.223151 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 5dae3c80-c565-463a-a363-ae424f15a82a triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:18.223704 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:18.227957 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc741703-e4c2-4a96-a02d-7b867e91534e req-c1862a73-c5dc-4af6-bc6a-9d5a32264877 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:18.230201 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fc741703-e4c2-4a96-a02d-7b867e91534e req-c1862a73-c5dc-4af6-bc6a-9d5a32264877 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 931 time: 0.0658021 Aug 31 07:39:18.259091 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': 'd522db0d-5a8a-4494-98e8-8e793e701740', 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6', 'port_id': 'd522db0d-5a8a-4494-98e8-8e793e701740', 'mac_address': 'fa:16:3e:02:48:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114c4345-cc78-43c3-ac1e-5d053f7af249', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:18.301941 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fc741703-e4c2-4a96-a02d-7b867e91534e req-855e04fc-fe17-4b49-a110-425efd305ee7 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647471 Aug 31 07:39:18.312138 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:18.322325 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e0c14-f680-4cb2-987d-8184025c7b4b req-f88955a1-ab3a-4d5c-9c7c-bf19187c884e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:18.323888 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a66e0c14-f680-4cb2-987d-8184025c7b4b req-f88955a1-ab3a-4d5c-9c7c-bf19187c884e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 944 time: 0.0790970 Aug 31 07:39:18.329559 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d522db0d-5a8a-4494-98e8-8e793e701740 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:18.369057 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a66e0c14-f680-4cb2-987d-8184025c7b4b req-6bd78df4-acd1-4cb5-9048-077eadb20e39 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377383 Aug 31 07:39:18.376328 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port d522db0d-5a8a-4494-98e8-8e793e701740, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d522db0d-5a8a-4494-98e8-8e793e701740,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:18.379091 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:18.401163 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:18.440147 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0522e405-ac1e-4d4b-870c-71294c93cf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dae3c80-c565-463a-a363-ae424f15a82a'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:18.442647 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5da0fc-d37c-4096-8b10-529c06823eba" -d '{"events": [{"server_uuid": "0522e405-ac1e-4d4b-870c-71294c93cf2e", "name": "network-vif-plugged", "status": "completed", "tag": "5dae3c80-c565-463a-a363-ae424f15a82a"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:18.448836 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60da8caf-dceb-4715-911f-5635154a2a0d {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:18.461919 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:18.463723 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 5dae3c80-c565-463a-a363-ae424f15a82a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=5dae3c80-c565-463a-a363-ae424f15a82a,segment=NetworkSegment(334faff9-1fe5-44e9-8b38-53d61d35160c),segment_id=334faff9-1fe5-44e9-8b38-53d61d35160c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:18.473792 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:18.481005 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Transition to ACTIVE for port object 60da8caf-dceb-4715-911f-5635154a2a0d will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:18.481351 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=d522db0d-5a8a-4494-98e8-8e793e701740,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:18.485425 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6e6a16-de71-4add-8146-693d2cb133c9 x-openstack-request-id: req-dc6e6a16-de71-4add-8146-693d2cb133c9 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:18.485738 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0522e405-ac1e-4d4b-870c-71294c93cf2e", "name": "network-vif-plugged", "status": "completed", "tag": "5dae3c80-c565-463a-a363-ae424f15a82a", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:18.486284 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc6e6a16-de71-4add-8146-693d2cb133c9 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:18.486774 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0522e405-ac1e-4d4b-870c-71294c93cf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dae3c80-c565-463a-a363-ae424f15a82a', 'code': 200} Aug 31 07:39:18.486997 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:18.563699 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=5dae3c80-c565-463a-a363-ae424f15a82a,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:18.566825 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Pushing event updated for resources: {'Port': ['ID=60da8caf-dceb-4715-911f-5635154a2a0d,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:18.634807 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Attempting to bind port 60da8caf-dceb-4715-911f-5635154a2a0d on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:18.635326 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Attempting to bind port 60da8caf-dceb-4715-911f-5635154a2a0d by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:18.635457 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Attempting to bind port 60da8caf-dceb-4715-911f-5635154a2a0d on network 29b04af3-cf28-4023-9b5b-4fd7e8875284 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:18.641381 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Port 60da8caf-dceb-4715-911f-5635154a2a0d on network 29b04af3-cf28-4023-9b5b-4fd7e8875284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:39:18.641716 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Attempting to bind port 60da8caf-dceb-4715-911f-5635154a2a0d on network 29b04af3-cf28-4023-9b5b-4fd7e8875284 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:18.648325 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:18.648674 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Checking segment: {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:18.649585 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Bound using segment: {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:18.650140 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Bound port: 60da8caf-dceb-4715-911f-5635154a2a0d, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:18.651416 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:18.744991 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83720c71-5ca0-4231-95ee-8069200f8be5 req-994b1d96-f08d-4b60-8c9f-bb5eab00a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:18.746940 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-83720c71-5ca0-4231-95ee-8069200f8be5 req-994b1d96-f08d-4b60-8c9f-bb5eab00a833 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 1098 time: 0.0844891 Aug 31 07:39:18.751005 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] For port 60da8caf-dceb-4715-911f-5635154a2a0d, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:18.754899 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] For port 60da8caf-dceb-4715-911f-5635154a2a0d, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60da8caf-dceb-4715-911f-5635154a2a0d,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:18.757374 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad27633-2898-4b2f-bbca-5eb6a955ccc3 req-e3f980d7-3627-4af4-9deb-fdd7b5233abc tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:18.759006 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0ad27633-2898-4b2f-bbca-5eb6a955ccc3 req-e3f980d7-3627-4af4-9deb-fdd7b5233abc tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0597394 Aug 31 07:39:18.764003 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:18.805585 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0ad27633-2898-4b2f-bbca-5eb6a955ccc3 req-09bab51f-4197-4eac-85d4-20ea47617693 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393875 Aug 31 07:39:18.814528 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:18.814757 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['d522db0d-5a8a-4494-98e8-8e793e701740'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:18.815156 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:18.816873 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] 10.222.0.59 "PUT /v2.0/ports/60da8caf-dceb-4715-911f-5635154a2a0d HTTP/1.1" status: 200 len: 1093 time: 0.7470098 Aug 31 07:39:18.820050 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a166e22f-56ef-447c-98d4-5431af1fa00c', 'tag': '60da8caf-dceb-4715-911f-5635154a2a0d'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:18.823743 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb0ae26-4440-43d0-bbb2-e71cd2835ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "a166e22f-56ef-447c-98d4-5431af1fa00c", "tag": "60da8caf-dceb-4715-911f-5635154a2a0d"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:18.850155 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-83720c71-5ca0-4231-95ee-8069200f8be5 req-7c480bfb-455c-4389-8551-38238f9f2b82 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930550 Aug 31 07:39:18.864121 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b5389-d6ef-4ca6-b5bf-77d008295de0 service neutron] Pushing event updated for resources: {'Port': ['ID=60da8caf-dceb-4715-911f-5635154a2a0d,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:18.897698 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73432108-6fa4-4da4-9e2e-275a6e111041 x-openstack-request-id: req-73432108-6fa4-4da4-9e2e-275a6e111041 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:18.898079 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a166e22f-56ef-447c-98d4-5431af1fa00c", "tag": "60da8caf-dceb-4715-911f-5635154a2a0d", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:18.898442 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73432108-6fa4-4da4-9e2e-275a6e111041 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:18.898971 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a166e22f-56ef-447c-98d4-5431af1fa00c', 'tag': '60da8caf-dceb-4715-911f-5635154a2a0d', 'status': 'completed', 'code': 200} Aug 31 07:39:19.097488 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b41af-219a-4cb5-bf73-dd514cbf75c8 req-18b5d625-12ab-4b74-bc8e-d55bb91d169c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:19.099014 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3d3b41af-219a-4cb5-bf73-dd514cbf75c8 req-18b5d625-12ab-4b74-bc8e-d55bb91d169c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0706024 Aug 31 07:39:19.144492 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3d3b41af-219a-4cb5-bf73-dd514cbf75c8 req-5de4a90a-bed7-4789-92de-18f342793af4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361371 Aug 31 07:39:19.166794 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513566-ae7e-44f3-899d-09cba661c048 req-6f671d01-597e-44a9-9ba3-84dbb459abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:19.168465 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-6f671d01-597e-44a9-9ba3-84dbb459abda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 1096 time: 0.0510128 Aug 31 07:39:19.216097 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-31fc2dd7-a960-4bf1-b4c1-bb6be7dae67e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60da8caf-dceb-4715-911f-5635154a2a0d HTTP/1.1" status: 200 len: 217 time: 0.0384307 Aug 31 07:39:19.236573 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbb703-f5fe-4f2e-8e9a-2af61487b08f req-236ed616-1b5c-4753-9311-8494d92500a0 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:19.238547 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-85dbb703-f5fe-4f2e-8e9a-2af61487b08f req-236ed616-1b5c-4753-9311-8494d92500a0 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 944 time: 0.0553472 Aug 31 07:39:19.278018 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513566-ae7e-44f3-899d-09cba661c048 req-76639370-43d5-4a05-8c2a-b09190027169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:19.279511 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-76639370-43d5-4a05-8c2a-b09190027169 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 200 len: 850 time: 0.0548346 Aug 31 07:39:19.293694 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-85dbb703-f5fe-4f2e-8e9a-2af61487b08f req-85cf6301-fe80-468c-bb9f-f3f2c9776ed3 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458386 Aug 31 07:39:19.363071 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02513566-ae7e-44f3-899d-09cba661c048 req-0cafea19-e99b-40fe-b239-405be52c6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:19.366757 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-0cafea19-e99b-40fe-b239-405be52c6f33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29b04af3-cf28-4023-9b5b-4fd7e8875284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0794396 Aug 31 07:39:19.467588 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d52c01-11b8-4139-aca9-711de450df2c req-b2a8d079-8b8e-42a4-a39a-a977eaeb6552 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:19.469379 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-08d52c01-11b8-4139-aca9-711de450df2c req-b2a8d079-8b8e-42a4-a39a-a977eaeb6552 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 943 time: 0.0885007 Aug 31 07:39:19.489118 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-80617e94-bdc8-4e6c-aea7-1b7ac8f870ea service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091814 Aug 31 07:39:19.516228 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-08d52c01-11b8-4139-aca9-711de450df2c req-1a5fef47-44f7-43a0-b6a3-a487a827db37 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367298 Aug 31 07:39:19.602667 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-02513566-ae7e-44f3-899d-09cba661c048 req-bd9a84e0-faaa-4fdf-9fcb-5c9f41ddac6f service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040192 Aug 31 07:39:19.638241 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87317c62-2475-450d-84d1-49db1841b4f6 req-39670383-91be-42c1-89f9-7a4b65dc70f4 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:19.639948 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-87317c62-2475-450d-84d1-49db1841b4f6 req-39670383-91be-42c1-89f9-7a4b65dc70f4 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 945 time: 0.0534449 Aug 31 07:39:19.682997 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-87317c62-2475-450d-84d1-49db1841b4f6 req-1d06c9f9-d78a-4f45-bb3c-ab3f0a69ea6f tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365515 Aug 31 07:39:19.694559 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0ae26-4440-43d0-bbb2-e71cd2835ad6 req-69d1a64c-b14f-4dee-b7db-e7864dac96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:19.696133 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7cb0ae26-4440-43d0-bbb2-e71cd2835ad6 req-69d1a64c-b14f-4dee-b7db-e7864dac96e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 1096 time: 0.0438406 Aug 31 07:39:19.790946 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0ae26-4440-43d0-bbb2-e71cd2835ad6 req-e98e537e-45de-4729-87e2-1868fef3247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:19.792550 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7cb0ae26-4440-43d0-bbb2-e71cd2835ad6 req-e98e537e-45de-4729-87e2-1868fef3247b service neutron] 10.222.0.59 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 912 time: 0.0888829 Aug 31 07:39:19.838709 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7cb0ae26-4440-43d0-bbb2-e71cd2835ad6 req-b51dbfb4-3ae6-4437-82af-f35e9022c3bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60da8caf-dceb-4715-911f-5635154a2a0d HTTP/1.1" status: 200 len: 217 time: 0.0353823 Aug 31 07:39:19.894822 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0ae26-4440-43d0-bbb2-e71cd2835ad6 req-74b5dc22-ff49-4eec-a9c1-4f9f49faea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:19.896385 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7cb0ae26-4440-43d0-bbb2-e71cd2835ad6 req-74b5dc22-ff49-4eec-a9c1-4f9f49faea08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 200 len: 850 time: 0.0483751 Aug 31 07:39:19.967952 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0ae26-4440-43d0-bbb2-e71cd2835ad6 req-9f459b4d-6f64-492b-912e-7842f946328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:19.969465 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7cb0ae26-4440-43d0-bbb2-e71cd2835ad6 req-9f459b4d-6f64-492b-912e-7842f946328c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29b04af3-cf28-4023-9b5b-4fd7e8875284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0609982 Aug 31 07:39:19.974576 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf3a5e-55db-4e04-bfab-17cacb27f748 req-9ce2980a-9b5f-4eb9-b30c-773ab43db62c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:19.976107 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-69bf3a5e-55db-4e04-bfab-17cacb27f748 req-9ce2980a-9b5f-4eb9-b30c-773ab43db62c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0640659 Aug 31 07:39:20.017596 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-69bf3a5e-55db-4e04-bfab-17cacb27f748 req-1b88f5a9-5659-49e4-b649-f99c68badb25 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347331 Aug 31 07:39:20.060028 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7cb0ae26-4440-43d0-bbb2-e71cd2835ad6 req-37ede161-4d1f-4b66-b1e4-685d30e6fdbf service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814703 Aug 31 07:39:20.073032 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device d522db0d-5a8a-4494-98e8-8e793e701740 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:20.133381 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port d522db0d-5a8a-4494-98e8-8e793e701740 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:20.137715 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port d522db0d-5a8a-4494-98e8-8e793e701740 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:20.138404 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:20.176148 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7cb0ae26-4440-43d0-bbb2-e71cd2835ad6 req-efabbadf-7bac-4700-b8fe-c10353dc63aa service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028135 Aug 31 07:39:20.234918 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:20.267685 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port d522db0d-5a8a-4494-98e8-8e793e701740, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d522db0d-5a8a-4494-98e8-8e793e701740,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:20.271916 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:20.272892 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 7801abb5-3196-4ca6-a0ec-d4e997e91b4d no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:20.314187 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 7801abb5-3196-4ca6-a0ec-d4e997e91b4d {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:20.314637 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 7801abb5-3196-4ca6-a0ec-d4e997e91b4d not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:20.355925 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=d522db0d-5a8a-4494-98e8-8e793e701740,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:20.461132 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64d563-6f2d-4d17-9604-e034b6bba2a0 req-d97a3cfe-ec7d-4714-a266-d8dbd6bb4a2d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:20.463427 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fe64d563-6f2d-4d17-9604-e034b6bba2a0 req-d97a3cfe-ec7d-4714-a266-d8dbd6bb4a2d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 945 time: 0.0750241 Aug 31 07:39:20.487694 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda3e62c-6f21-4389-8614-19a4d6aaa3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd522db0d-5a8a-4494-98e8-8e793e701740'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:20.491119 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ddd79f-7704-410e-a04c-36f9a0c60612" -d '{"events": [{"server_uuid": "fda3e62c-6f21-4389-8614-19a4d6aaa3ef", "name": "network-vif-plugged", "status": "completed", "tag": "d522db0d-5a8a-4494-98e8-8e793e701740"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:20.518242 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fe64d563-6f2d-4d17-9604-e034b6bba2a0 req-a063f0ba-a90e-4e9e-a993-43843842b38f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472674 Aug 31 07:39:20.576343 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de431d2-3a54-4388-8a5e-5a0df79fa745 x-openstack-request-id: req-7de431d2-3a54-4388-8a5e-5a0df79fa745 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:20.576901 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda3e62c-6f21-4389-8614-19a4d6aaa3ef", "name": "network-vif-plugged", "status": "completed", "tag": "d522db0d-5a8a-4494-98e8-8e793e701740", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:20.577356 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7de431d2-3a54-4388-8a5e-5a0df79fa745 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:20.578264 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda3e62c-6f21-4389-8614-19a4d6aaa3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd522db0d-5a8a-4494-98e8-8e793e701740', 'code': 200} Aug 31 07:39:20.705982 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbc92f-c34b-40ec-be92-be3ccf245131 req-1a67b1f7-9148-4ef5-8a25-029e55b26ab9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:20.707848 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1bbbc92f-c34b-40ec-be92-be3ccf245131 req-1a67b1f7-9148-4ef5-8a25-029e55b26ab9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0743895 Aug 31 07:39:20.715563 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04b650-18ec-4108-9f87-7bd99554d78e req-a70d72e3-e9cb-4221-9fb0-5723a0cb824e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:20.716961 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dd04b650-18ec-4108-9f87-7bd99554d78e req-a70d72e3-e9cb-4221-9fb0-5723a0cb824e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 943 time: 0.0934861 Aug 31 07:39:20.777177 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1bbbc92f-c34b-40ec-be92-be3ccf245131 req-66c87dc2-b028-400e-b951-93e11d740f93 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592499 Aug 31 07:39:20.781916 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dd04b650-18ec-4108-9f87-7bd99554d78e req-0cd1e323-4690-421f-9868-25ab5c392f11 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579093 Aug 31 07:39:20.889886 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f4764-729e-4b0d-a5f2-f290e8de4e1b req-e7499cfb-d338-4d90-815d-dc4b11b9b269 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:20.891289 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d81f4764-729e-4b0d-a5f2-f290e8de4e1b req-e7499cfb-d338-4d90-815d-dc4b11b9b269 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 945 time: 0.0488353 Aug 31 07:39:20.927556 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d81f4764-729e-4b0d-a5f2-f290e8de4e1b req-221ceee1-1dc7-4be9-bdcf-13f0f369ee32 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304437 Aug 31 07:39:21.136395 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bca9a-b592-40f5-a0a9-205e0c3d0202 req-6aa23e90-dc09-47be-84ed-cc636537452e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:21.137849 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-980bca9a-b592-40f5-a0a9-205e0c3d0202 req-6aa23e90-dc09-47be-84ed-cc636537452e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0490301 Aug 31 07:39:21.163905 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-9660ad38-fc27-4723-88ab-8eb2ce47ea5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:21.176991 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-980bca9a-b592-40f5-a0a9-205e0c3d0202 req-26669a3c-6fef-4db0-9656-3884d2c48c80 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329540 Aug 31 07:39:21.637081 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29806430-0108-4d85-b3b8-65dad967deac req-6155cd18-bf73-4550-b6c8-2de1215a85fb tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:21.638554 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-29806430-0108-4d85-b3b8-65dad967deac req-6155cd18-bf73-4550-b6c8-2de1215a85fb tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 945 time: 0.0518413 Aug 31 07:39:21.675774 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-29806430-0108-4d85-b3b8-65dad967deac req-7069852b-b506-4f0e-ac68-03332c7e5134 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312860 Aug 31 07:39:21.925904 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a984c-1e80-46bd-a54f-18227de0aa17 req-f9ccc935-fa47-4353-9cae-62daa9a3d6ad tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:21.927389 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ff8a984c-1e80-46bd-a54f-18227de0aa17 req-f9ccc935-fa47-4353-9cae-62daa9a3d6ad tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0809000 Aug 31 07:39:21.935247 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b1286-d40b-4da3-809b-86ba24b624ec req-214e492e-6226-4a0c-b573-c7afb31156fc tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:21.936673 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-824b1286-d40b-4da3-809b-86ba24b624ec req-214e492e-6226-4a0c-b573-c7afb31156fc tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 943 time: 0.0785441 Aug 31 07:39:21.993302 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ff8a984c-1e80-46bd-a54f-18227de0aa17 req-ba011818-7c72-48e9-acf4-e6c35591b334 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555906 Aug 31 07:39:21.997771 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-824b1286-d40b-4da3-809b-86ba24b624ec req-0df674a6-7570-4ae7-8cc4-c9ea36502577 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545709 Aug 31 07:39:22.296638 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce306d-9302-42ea-8ce7-a85ceca88cf0 req-3b23a553-bd1a-4b5c-9382-f5be2a15a4c5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:22.298007 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e2ce306d-9302-42ea-8ce7-a85ceca88cf0 req-3b23a553-bd1a-4b5c-9382-f5be2a15a4c5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0493157 Aug 31 07:39:22.335766 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e2ce306d-9302-42ea-8ce7-a85ceca88cf0 req-c4106e43-0c99-4a18-8a49-9efb8f371a77 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317121 Aug 31 07:39:22.789252 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed6d2e-63fb-4e26-bcf5-84af0d81153a req-c99df176-850d-4977-8ff8-8eded403b999 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:22.791297 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8fed6d2e-63fb-4e26-bcf5-84af0d81153a req-c99df176-850d-4977-8ff8-8eded403b999 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 945 time: 0.0501943 Aug 31 07:39:22.828429 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8fed6d2e-63fb-4e26-bcf5-84af0d81153a req-e9f7e88e-00c6-417d-91bf-7d61d1f3ff83 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310955 Aug 31 07:39:23.043028 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:23.141889 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabb2d4-e704-49a3-b376-154713939291 req-2a36ca54-55bc-4d84-8254-121627b593bf tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:23.143312 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bdabb2d4-e704-49a3-b376-154713939291 req-2a36ca54-55bc-4d84-8254-121627b593bf tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0779810 Aug 31 07:39:23.151723 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d4489-30c1-4773-bc32-b1c45f7f116a req-3fd55c2c-e1b3-405d-8a74-7cd7888a681c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:23.153072 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-928d4489-30c1-4773-bc32-b1c45f7f116a req-3fd55c2c-e1b3-405d-8a74-7cd7888a681c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 943 time: 0.0791688 Aug 31 07:39:23.204472 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bdabb2d4-e704-49a3-b376-154713939291 req-c1330852-c2a1-442d-8f8a-a9d20249dd5e tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504720 Aug 31 07:39:23.211311 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-928d4489-30c1-4773-bc32-b1c45f7f116a req-c9dac95f-c748-4867-b254-c75eaacec2e8 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516217 Aug 31 07:39:23.454381 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c6628-7822-4ed6-ab9d-6fc2dd787c22 req-d5cdb8e0-f98b-42ce-ad91-fcb720714fef tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:23.455868 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c46c6628-7822-4ed6-ab9d-6fc2dd787c22 req-d5cdb8e0-f98b-42ce-ad91-fcb720714fef tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0488064 Aug 31 07:39:23.493521 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c46c6628-7822-4ed6-ab9d-6fc2dd787c22 req-04cd0d86-cb36-459f-80ac-c704c869bd4d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317416 Aug 31 07:39:23.628152 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5a088-5e56-4bb4-8674-5d14876beeca req-a3ade734-d453-4b12-964f-c3ee66dd98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:23.629362 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-48c5a088-5e56-4bb4-8674-5d14876beeca req-a3ade734-d453-4b12-964f-c3ee66dd98a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 1098 time: 0.0395145 Aug 31 07:39:23.669127 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-48c5a088-5e56-4bb4-8674-5d14876beeca req-46238cd1-9859-4a0c-994d-cb13f6c89314 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308237 Aug 31 07:39:23.948274 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b89f4-bd0e-4c99-aa88-a51dc1793a48 req-e84413f9-be4d-4eff-99b6-85e8982b7841 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:23.950067 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-637b89f4-bd0e-4c99-aa88-a51dc1793a48 req-e84413f9-be4d-4eff-99b6-85e8982b7841 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 945 time: 0.0542746 Aug 31 07:39:23.987686 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-637b89f4-bd0e-4c99-aa88-a51dc1793a48 req-5cd4db24-c989-47c2-a4fa-139fbde72d66 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Aug 31 07:39:24.092678 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:39:24.135935 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-16d64054-7dc7-4d5f-8478-26335cb034f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:24.277693 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c46c3-64f0-4514-918d-38e4964693c4 req-9640cfa9-ff5a-4f48-8ab8-1654f0f31041 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:24.279189 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0d2c46c3-64f0-4514-918d-38e4964693c4 req-9640cfa9-ff5a-4f48-8ab8-1654f0f31041 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 945 time: 0.0503910 Aug 31 07:39:24.342723 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0d2c46c3-64f0-4514-918d-38e4964693c4 req-8eb91e0f-1ee2-4f12-a6b8-5afee71897d8 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543766 Aug 31 07:39:24.344683 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:24.361790 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6ad39-f5a0-4c82-ace8-f027a50f35a3 req-91b8bbdb-2b7d-4704-9f67-a5dd76fa9b0f tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:24.361790 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d0b6ad39-f5a0-4c82-ace8-f027a50f35a3 req-91b8bbdb-2b7d-4704-9f67-a5dd76fa9b0f tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0770640 Aug 31 07:39:24.397270 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d0b6ad39-f5a0-4c82-ace8-f027a50f35a3 req-8269bc14-67c4-48d3-ad61-dc19b9c2e53b tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336921 Aug 31 07:39:24.448810 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15166a45-d697-4645-977c-42182c985719 req-74b12c04-3faa-4bee-87d4-5c7f5c8a00ec tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:24.450233 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-15166a45-d697-4645-977c-42182c985719 req-74b12c04-3faa-4bee-87d4-5c7f5c8a00ec tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 943 time: 0.0517709 Aug 31 07:39:24.489806 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-15166a45-d697-4645-977c-42182c985719 req-07096694-ea85-4974-b5ef-cdedc0325f50 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336404 Aug 31 07:39:24.635620 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401de7d-12ea-4aff-8033-e78cf8f10053 req-e8997fa7-2a60-4a07-b7bc-b6cc503fa09e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:24.637267 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3401de7d-12ea-4aff-8033-e78cf8f10053 req-e8997fa7-2a60-4a07-b7bc-b6cc503fa09e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0507689 Aug 31 07:39:24.679736 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3401de7d-12ea-4aff-8033-e78cf8f10053 req-e65532ee-dffd-491d-8cb7-ea0e8f33eaa5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337603 Aug 31 07:39:24.749472 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 42880) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:24.809032 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-f810e952-8add-42f1-870a-8037f9dc1674 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:24.810549 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-f810e952-8add-42f1-870a-8037f9dc1674 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/networks?id=5e6a95dd-ddbf-4492-9bed-d774d0e62278 HTTP/1.1" status: 200 len: 813 time: 0.1109643 Aug 31 07:39:24.828009 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-4b12ebdc-8264-464f-88a0-5ef3184d26ef tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/quotas/1b51d2cf035447dfa6434d6d2cb28fc8 HTTP/1.1" status: 200 len: 375 time: 0.0117111 Aug 31 07:39:24.865606 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-99d680cf-fcb1-453f-baa9-8ede12468ffc tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b51d2cf035447dfa6434d6d2cb28fc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319676 Aug 31 07:39:24.871274 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-84e81896-cbbb-4144-a8bc-d64573286642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:24.876715 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:24.995470 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-027c39b1-f709-4b40-ab67-b3850e322506 service neutron] 10.222.0.62 "GET /v2.0/networks/5e6a95dd-ddbf-4492-9bed-d774d0e62278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217144 Aug 31 07:39:25.142844 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-84e81896-cbbb-4144-a8bc-d64573286642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.151214 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-fd1558fd-fb75-4606-a812-39d87eec17a9 service neutron] 10.222.0.62 "GET /v2.0/networks/5e6a95dd-ddbf-4492-9bed-d774d0e62278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492453 Aug 31 07:39:25.153902 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-84e81896-cbbb-4144-a8bc-d64573286642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.180298 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf74eb-2369-438b-a7df-89406f60e996 req-c7180dba-25cd-4307-90fb-cd4c838f122d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:25.182308 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6edf74eb-2369-438b-a7df-89406f60e996 req-c7180dba-25cd-4307-90fb-cd4c838f122d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 945 time: 0.1259363 Aug 31 07:39:25.217511 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e81896-cbbb-4144-a8bc-d64573286642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158818ca-1b20-43de-8547-649ab8a4d294,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:25.223884 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-84e81896-cbbb-4144-a8bc-d64573286642 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c68226afee4a40498099bc7cb2ae4c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733996 Aug 31 07:39:25.226587 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 42888) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:25.243827 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6edf74eb-2369-438b-a7df-89406f60e996 req-b1e2386e-e002-456a-972e-0a3b6a1ea451 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499864 Aug 31 07:39:25.290050 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8cb96bc2-b5c7-4fa9-b461-7375c6fbf1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.311691 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8cb96bc2-b5c7-4fa9-b461-7375c6fbf1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.325150 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cebbc8cd-ec24-4c21-8da8-991b41d543df req-f3286b6f-e2a8-4cbb-bb15-667be367bec0 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 210 time: 0.0293276 Aug 31 07:39:25.362158 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8cb96bc2-b5c7-4fa9-b461-7375c6fbf1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.364747 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-8cb96bc2-b5c7-4fa9-b461-7375c6fbf1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:25.369331 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-8cb96bc2-b5c7-4fa9-b461-7375c6fbf1f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/158818ca-1b20-43de-8547-649ab8a4d294 HTTP/1.1" status: 204 len: 168 time: 0.1367652 Aug 31 07:39:25.388857 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb96bc2-b5c7-4fa9-b461-7375c6fbf1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158818ca-1b20-43de-8547-649ab8a4d294,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:25.560476 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65b165-a7ed-403c-8913-5e427489625a req-8b15738d-7bdd-4881-8dbb-75c551c6c001 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:25.562692 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4e65b165-a7ed-403c-8913-5e427489625a req-8b15738d-7bdd-4881-8dbb-75c551c6c001 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 945 time: 0.1050105 Aug 31 07:39:25.578254 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9c560-b900-4a96-bd8b-aa60aad1ad2c req-a4fbda62-501e-423c-93a9-64636de55aba tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:25.583803 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4cd9c560-b900-4a96-bd8b-aa60aad1ad2c req-a4fbda62-501e-423c-93a9-64636de55aba tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0945647 Aug 31 07:39:25.633289 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4e65b165-a7ed-403c-8913-5e427489625a req-28321da9-a4ef-4f68-852e-1aa8e3d66e8d tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639505 Aug 31 07:39:25.662544 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4cd9c560-b900-4a96-bd8b-aa60aad1ad2c req-6fab7b97-ca70-4e4d-849e-0d289603618b tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711901 Aug 31 07:39:25.759611 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59639db0-b98b-4266-9440-4005e0025ef4 req-8290ad81-c3f4-4708-b4f2-18b54cb13c56 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:25.761159 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-59639db0-b98b-4266-9440-4005e0025ef4 req-8290ad81-c3f4-4708-b4f2-18b54cb13c56 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 943 time: 0.0659688 Aug 31 07:39:25.831837 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-59639db0-b98b-4266-9440-4005e0025ef4 req-dfb5c9d0-0125-4f3e-bb85-8834260d0373 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601642 Aug 31 07:39:25.843764 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa6c6d-60ea-4693-8fef-743e1ac031de req-39866a91-16c7-489e-8385-2def379e7912 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:25.845318 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0cfa6c6d-60ea-4693-8fef-743e1ac031de req-39866a91-16c7-489e-8385-2def379e7912 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0832646 Aug 31 07:39:25.896311 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0cfa6c6d-60ea-4693-8fef-743e1ac031de req-4439aa96-fb91-4ffb-a5b5-d5efe35f9c80 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384612 Aug 31 07:39:26.225982 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 42930) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:26.358800 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fdf28-28ae-4b8b-8f9e-cab47f1d1ff6 req-bb356291-a9ed-4f3d-bd7e-57c04d664f2f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:26.359326 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-775730663-network', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:26.360600 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7f3fdf28-28ae-4b8b-8f9e-cab47f1d1ff6 req-bb356291-a9ed-4f3d-bd7e-57c04d664f2f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 945 time: 0.0498493 Aug 31 07:39:26.390644 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Made reservation on behalf of 9410f14d504d4cd8ba09ec85329f9e99 for: {'network': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:26.392973 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.402386 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7f3fdf28-28ae-4b8b-8f9e-cab47f1d1ff6 req-e99358d9-fbc3-45c1-9566-1edc1232c89f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349030 Aug 31 07:39:26.405516 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.451353 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7713d8bd-143c-48b3-b08f-f3ffc4cfd854 req-280b0b7a-3017-4810-a91f-2341ac15a63d tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 210 time: 0.0280867 Aug 31 07:39:26.501707 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.507446 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.533052 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:39:26.543668 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73605310-2eb5-4c99-8cac-04ed51d6d956,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:26.549900 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.550266 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.segments_db [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Added segment a33bc7d1-3119-4cd0-b423-14aab916e8bd of type vlan for network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 Aug 31 07:39:26.592439 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.617696 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.619317 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:26.619897 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.675747 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4485514 Aug 31 07:39:26.678568 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 42946) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:26.686805 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-9af07694-752c-434d-9544-9d3a36a653e4 admin admin] Request body: {'subnet': {'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-775730663-subnet', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'ip_version': 4}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:26.692830 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f13d0-e23c-4a5d-8eca-067a2a0734ed admin admin] Pushing event updated for resources: {'Network': ['ID=dba1c2f2-4412-4df4-84ab-84ce2eed6b47,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:26.702705 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:39:26.760228 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af07694-752c-434d-9544-9d3a36a653e4 admin admin] Made reservation on behalf of 9410f14d504d4cd8ba09ec85329f9e99 for: {'subnet': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:26.763125 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9af07694-752c-434d-9544-9d3a36a653e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520561870'] for subnet, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.792451 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68964c3b-be74-4396-a042-6e5e0f1c323c req-7e00f2a1-50cb-42f1-9fe8-9cb88a8f21e9 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:26.794175 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-68964c3b-be74-4396-a042-6e5e0f1c323c req-7e00f2a1-50cb-42f1-9fe8-9cb88a8f21e9 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 945 time: 0.0693529 Aug 31 07:39:26.825265 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:26.868353 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-68964c3b-be74-4396-a042-6e5e0f1c323c req-65048145-e59e-4e3f-ad93-0080b13c293f tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643237 Aug 31 07:39:26.897669 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2d254-b563-4153-b462-e5fefc72bda1 req-2049e023-cffb-4d16-ad56-35d72e83ab1f tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:26.900933 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f0e2d254-b563-4153-b462-e5fefc72bda1 req-2049e023-cffb-4d16-ad56-35d72e83ab1f tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1055245 Aug 31 07:39:26.941614 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f0e2d254-b563-4153-b462-e5fefc72bda1 req-7a1476c3-e31a-412e-84da-1233d0537803 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351884 Aug 31 07:39:27.013477 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b9957-86c0-467b-b289-eda8a378685f req-4a62b6ca-c5dd-47c7-8c8a-a54ead1da49e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:27.015052 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b40b9957-86c0-467b-b289-eda8a378685f req-4a62b6ca-c5dd-47c7-8c8a-a54ead1da49e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 943 time: 0.0702202 Aug 31 07:39:27.060057 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-c4efcff7-f475-46e3-b550-c6bc8b85bb18 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:27.062378 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-c4efcff7-f475-46e3-b550-c6bc8b85bb18 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.59 "GET /v2.0/networks?id=5e6a95dd-ddbf-4492-9bed-d774d0e62278 HTTP/1.1" status: 200 len: 813 time: 0.1930237 Aug 31 07:39:27.096664 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b40b9957-86c0-467b-b289-eda8a378685f req-c51195d5-f66c-4b79-90b9-4d097c04aa5c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741508 Aug 31 07:39:27.105076 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c067c-1d48-493c-a7be-c352ba311700 req-a5f5e8e9-7268-4dc9-a47b-00b492bb1f38 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:27.106586 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-357c067c-1d48-493c-a7be-c352ba311700 req-a5f5e8e9-7268-4dc9-a47b-00b492bb1f38 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0855684 Aug 31 07:39:27.108708 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-145cfe1b-26a6-4c5c-83ae-44ecbdaba79f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Request body: {'port': {'device_id': 'd5217421-0d08-4818-ad2f-e22a7ec781a5', 'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278', 'admin_state_up': True, 'tenant_id': '1b51d2cf035447dfa6434d6d2cb28fc8'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:27.149014 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-357c067c-1d48-493c-a7be-c352ba311700 req-01d133eb-49e4-432f-9d80-e35664600d94 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361435 Aug 31 07:39:27.175557 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9af07694-752c-434d-9544-9d3a36a653e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520414681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520561880'] for subnet, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:27.282206 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af07694-752c-434d-9544-9d3a36a653e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad945823-97d3-45ba-bad9-c349a447cce8,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:27.318716 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dc164-abce-4970-b3e8-df8afec86b12 req-6b299bd8-813c-4afe-89cb-f70c91fbce71 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:27.320149 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-694dc164-abce-4970-b3e8-df8afec86b12 req-6b299bd8-813c-4afe-89cb-f70c91fbce71 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.59 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 945 time: 0.1122439 Aug 31 07:39:27.325930 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af07694-752c-434d-9544-9d3a36a653e4 admin admin] Checking segment: {'id': 'a33bc7d1-3119-4cd0-b423-14aab916e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:27.326285 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af07694-752c-434d-9544-9d3a36a653e4 admin admin] Network hostable DHCP agents. Network: dba1c2f2-4412-4df4-84ab-84ce2eed6b47, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:39:27.361834 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-145cfe1b-26a6-4c5c-83ae-44ecbdaba79f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Made reservation on behalf of 1b51d2cf035447dfa6434d6d2cb28fc8 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:27.365137 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-145cfe1b-26a6-4c5c-83ae-44ecbdaba79f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:27.549755 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e2b6e82f-8ea0-4f8c-b2a0-5e127e959c45 req-58055393-f6c1-41cf-b80b-9345cd45b067 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 210 time: 0.0263765 Aug 31 07:39:27.648628 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af07694-752c-434d-9544-9d3a36a653e4 admin admin] Network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:39:27.668003 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-9af07694-752c-434d-9544-9d3a36a653e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, dba1c2f2-4412-4df4-84ab-84ce2eed6b47) {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:27.677701 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3791e367-b4ff-4124-9eaa-ab6b2972e701 None None] Network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:27.700231 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af07694-752c-434d-9544-9d3a36a653e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:27.700821 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-9af07694-752c-434d-9544-9d3a36a653e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:27.749430 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-9af07694-752c-434d-9544-9d3a36a653e4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0695996 Aug 31 07:39:27.752013 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 42962) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:27.757087 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:27.786036 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-694dc164-abce-4970-b3e8-df8afec86b12 req-96455ae0-99d6-4ded-9192-7091660ca9cb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Deleting port 5dae3c80-c565-463a-a363-ae424f15a82a {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:27.786410 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-694dc164-abce-4970-b3e8-df8afec86b12 req-96455ae0-99d6-4ded-9192-7091660ca9cb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:27.795097 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1796116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28948'] for router, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:27.796910 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28931'] for router, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:27.848004 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-145cfe1b-26a6-4c5c-83ae-44ecbdaba79f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Allocated IP 172.20.0.12 (5e6a95dd-ddbf-4492-9bed-d774d0e62278/1eb7be87-e11d-4ce8-9a03-ff2ffef8a305/66760fb8-7273-4638-a6e0-f8679e09cedc) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:27.864296 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:27.926513 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-694dc164-abce-4970-b3e8-df8afec86b12 req-96455ae0-99d6-4ded-9192-7091660ca9cb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] For port 5dae3c80-c565-463a-a363-ae424f15a82a, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=5dae3c80-c565-463a-a363-ae424f15a82a,segment=NetworkSegment(334faff9-1fe5-44e9-8b38-53d61d35160c),segment_id=334faff9-1fe5-44e9-8b38-53d61d35160c)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:27.926900 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-694dc164-abce-4970-b3e8-df8afec86b12 req-96455ae0-99d6-4ded-9192-7091660ca9cb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:27.970076 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-694dc164-abce-4970-b3e8-df8afec86b12 req-96455ae0-99d6-4ded-9192-7091660ca9cb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Calling delete_port for 5dae3c80-c565-463a-a363-ae424f15a82a owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:28.028744 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6918a5-e36e-5cfd-a810-4069d9de59f0-dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'fixed_ips': [{'subnet_id': 'ad945823-97d3-45ba-bad9-c349a447cce8'}]}} from dv-cinder-799668-14-iscsi. {{(pid=94044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:39:28.031663 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.140433 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 60da8caf-dceb-4715-911f-5635154a2a0d details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:28.275418 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-694dc164-abce-4970-b3e8-df8afec86b12 req-96455ae0-99d6-4ded-9192-7091660ca9cb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.281168 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.285071 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-145cfe1b-26a6-4c5c-83ae-44ecbdaba79f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.292326 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['5dae3c80-c565-463a-a363-ae424f15a82a'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:28.302208 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99bd33-005d-4b68-98dc-dc293382a4b9 req-99cfcdbf-6fea-4a5b-a619-0ef081d8a22e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:28.303945 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bb99bd33-005d-4b68-98dc-dc293382a4b9 req-99cfcdbf-6fea-4a5b-a619-0ef081d8a22e tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/ports?device_id=0522e405-ac1e-4d4b-870c-71294c93cf2e HTTP/1.1" status: 200 len: 867 time: 0.3505073 Aug 31 07:39:28.319835 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96455ae0-99d6-4ded-9192-7091660ca9cb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Pushing event deleted for resources: {'Port': ['ID=5dae3c80-c565-463a-a363-ae424f15a82a,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:28.391779 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 60da8caf-dceb-4715-911f-5635154a2a0d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60da8caf-dceb-4715-911f-5635154a2a0d,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:28.399734 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bb99bd33-005d-4b68-98dc-dc293382a4b9 req-6dbcc789-2e9c-4936-9181-8d8a6dd698f5 tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.62 "GET /v2.0/security-groups?id=df09cf90-b0ac-4479-862b-df7477d374a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784104 Aug 31 07:39:28.410120 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.db_base_plugin_common [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Allocated IP 172.20.0.2 (dba1c2f2-4412-4df4-84ab-84ce2eed6b47/ad945823-97d3-45ba-bad9-c349a447cce8/51f8d69c-9b79-41c3-a456-2904bab61f91) {{(pid=94044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:28.413125 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '60da8caf-dceb-4715-911f-5635154a2a0d', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'port_id': '60da8caf-dceb-4715-911f-5635154a2a0d', 'mac_address': 'fa:16:3e:53:bf:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:28.471342 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-694dc164-abce-4970-b3e8-df8afec86b12 req-96455ae0-99d6-4ded-9192-7091660ca9cb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] No DVR routers for this DVR port 5dae3c80-c565-463a-a363-ae424f15a82a on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:28.489573 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-694dc164-abce-4970-b3e8-df8afec86b12 req-96455ae0-99d6-4ded-9192-7091660ca9cb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.497683 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-694dc164-abce-4970-b3e8-df8afec86b12 req-96455ae0-99d6-4ded-9192-7091660ca9cb tempest-VolumesActionsTest-201907745 tempest-VolumesActionsTest-201907745-project] 10.222.0.59 "DELETE /v2.0/ports/5dae3c80-c565-463a-a363-ae424f15a82a HTTP/1.1" status: 204 len: 173 time: 1.1665747 Aug 31 07:39:28.498246 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0522e405-ac1e-4d4b-870c-71294c93cf2e', 'name': 'network-vif-deleted', 'tag': '5dae3c80-c565-463a-a363-ae424f15a82a'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:28.503416 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eacded-92b8-4f45-80d4-191a45f216a4" -d '{"events": [{"server_uuid": "0522e405-ac1e-4d4b-870c-71294c93cf2e", "name": "network-vif-deleted", "tag": "5dae3c80-c565-463a-a363-ae424f15a82a"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:28.524781 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.544203 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60da8caf-dceb-4715-911f-5635154a2a0d {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:28.576506 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-145cfe1b-26a6-4c5c-83ae-44ecbdaba79f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.576966 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 60da8caf-dceb-4715-911f-5635154a2a0d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60da8caf-dceb-4715-911f-5635154a2a0d,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:28.590556 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.638191 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-145cfe1b-26a6-4c5c-83ae-44ecbdaba79f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Network 5e6a95dd-ddbf-4492-9bed-d774d0e62278 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:28.644159 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-145cfe1b-26a6-4c5c-83ae-44ecbdaba79f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:28.648247 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-145cfe1b-26a6-4c5c-83ae-44ecbdaba79f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:28.699139 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021602f-51c1-4f8e-a372-3a82136f7c27 req-9a7824fe-1c4d-4380-a274-1bfab6a0e78d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:28.700487 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.700678 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b021602f-51c1-4f8e-a372-3a82136f7c27 req-9a7824fe-1c4d-4380-a274-1bfab6a0e78d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.2363663 Aug 31 07:39:28.702050 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=60da8caf-dceb-4715-911f-5635154a2a0d,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:28.703365 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145cfe1b-26a6-4c5c-83ae-44ecbdaba79f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Pushing event updated for resources: {'Port': ['ID=66760fb8-7273-4638-a6e0-f8679e09cedc,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:28.711812 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Transition to ACTIVE for port object 51f8d69c-9b79-41c3-a456-2904bab61f91 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:28.723387 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95be405-44c1-4352-b12d-17c8e1b3530c req-61623679-26cc-4122-9746-5a495347222d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:28.725803 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e95be405-44c1-4352-b12d-17c8e1b3530c req-61623679-26cc-4122-9746-5a495347222d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 943 time: 0.2198596 Aug 31 07:39:28.727353 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-145cfe1b-26a6-4c5c-83ae-44ecbdaba79f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:28.728485 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Transition to ACTIVE for port object 51f8d69c-9b79-41c3-a456-2904bab61f91 will not be triggered until provisioned by entity DHCP. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:28.729069 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-145cfe1b-26a6-4c5c-83ae-44ecbdaba79f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.747011 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.757382 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-145cfe1b-26a6-4c5c-83ae-44ecbdaba79f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6571212 Aug 31 07:39:28.775865 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Request body: {'port': {'device_id': 'd5217421-0d08-4818-ad2f-e22a7ec781a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:28.776081 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.786302 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 is already hosted by enough agents. {{(pid=94044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:28.791671 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.base_scheduler [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Resources bound (agent type, host, resource id): {{(pid=94044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:28.795342 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Received port after_create {{(pid=94044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:28.804072 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Pushing event updated for resources: {'Port': ['ID=51f8d69c-9b79-41c3-a456-2904bab61f91,revision_number=1']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:28.816972 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.828829 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b021602f-51c1-4f8e-a372-3a82136f7c27 req-1a97f16a-8334-4227-a20b-872eda03145a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974667 Aug 31 07:39:28.842529 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.863839 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e95be405-44c1-4352-b12d-17c8e1b3530c req-a773eaab-1dd5-44f2-81b7-797f695164d1 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147842 Aug 31 07:39:28.880062 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Attempting to bind port 51f8d69c-9b79-41c3-a456-2904bab61f91 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:28.880476 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Attempting to bind port 51f8d69c-9b79-41c3-a456-2904bab61f91 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': 'a33bc7d1-3119-4cd0-b423-14aab916e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:28.882843 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Attempting to bind port 51f8d69c-9b79-41c3-a456-2904bab61f91 on network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:28.888833 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:28.889683 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Checking segment: {'id': 'a33bc7d1-3119-4cd0-b423-14aab916e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:28.890188 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.890729 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Bound using segment: {'id': 'a33bc7d1-3119-4cd0-b423-14aab916e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:28.891975 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Bound port: 51f8d69c-9b79-41c3-a456-2904bab61f91, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33bc7d1-3119-4cd0-b423-14aab916e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:28.892684 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.962962 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] For port 51f8d69c-9b79-41c3-a456-2904bab61f91, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:28.967283 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] For port 51f8d69c-9b79-41c3-a456-2904bab61f91, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=51f8d69c-9b79-41c3-a456-2904bab61f91,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:28.975047 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.023208 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6212e-4cad-4a44-b65d-45ea6e9f8dd6 req-1d66795e-544e-43a9-a2df-18e66295cb88 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:29.025279 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72b6212e-4cad-4a44-b65d-45ea6e9f8dd6 req-1d66795e-544e-43a9-a2df-18e66295cb88 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0952694 Aug 31 07:39:29.046842 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Allocated IP 172.27.0.201 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/2ca47bb6-8c8c-4528-866f-8576fa8364d2) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:29.055561 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2109c36-5cb5-4bd3-8581-b9c7d9c726b9 None None] Pushing event updated for resources: {'Port': ['ID=51f8d69c-9b79-41c3-a456-2904bab61f91,revision_number=2']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:29.141758 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72b6212e-4cad-4a44-b65d-45ea6e9f8dd6 req-da41e6a2-3836-4d29-96cd-b748da63e4c1 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971510 Aug 31 07:39:29.196234 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66760fb8-7273-4638-a6e0-f8679e09cedc {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:29.206112 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.231834 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.233537 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Transition to ACTIVE for port object 66760fb8-7273-4638-a6e0-f8679e09cedc will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:29.239044 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.252827 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03381362-6c7f-42b8-80f4-6797d254fffc x-openstack-request-id: req-03381362-6c7f-42b8-80f4-6797d254fffc {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:29.253156 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0522e405-ac1e-4d4b-870c-71294c93cf2e", "name": "network-vif-deleted", "tag": "5dae3c80-c565-463a-a363-ae424f15a82a", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:29.253582 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03381362-6c7f-42b8-80f4-6797d254fffc {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:29.254566 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0522e405-ac1e-4d4b-870c-71294c93cf2e', 'name': 'network-vif-deleted', 'tag': '5dae3c80-c565-463a-a363-ae424f15a82a', 'status': 'completed', 'code': 200} Aug 31 07:39:29.287265 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['60da8caf-dceb-4715-911f-5635154a2a0d'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:29.292293 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.373815 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Pushing event updated for resources: {'Port': ['ID=66760fb8-7273-4638-a6e0-f8679e09cedc,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:29.385372 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:29.418694 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:29.429846 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:29.464456 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cad004-a789-4c6d-9d74-69b6ca1410e0 req-a9f8cfe4-d7b2-4027-839f-c62e36b355a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:29.466196 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-87cad004-a789-4c6d-9d74-69b6ca1410e0 req-a9f8cfe4-d7b2-4027-839f-c62e36b355a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=541ec08f290d4c1294c3390243469b04&device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 1098 time: 0.1832535 Aug 31 07:39:29.468260 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca47bb6-8c8c-4528-866f-8576fa8364d2,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:29.540192 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Attempting to bind port 66760fb8-7273-4638-a6e0-f8679e09cedc on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:29.540787 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Attempting to bind port 66760fb8-7273-4638-a6e0-f8679e09cedc by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '3f8b8ab1-d19c-49f1-a39a-ec8c327dc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:29.540787 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Attempting to bind port 66760fb8-7273-4638-a6e0-f8679e09cedc on network 5e6a95dd-ddbf-4492-9bed-d774d0e62278 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:29.551892 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Port 66760fb8-7273-4638-a6e0-f8679e09cedc on network 5e6a95dd-ddbf-4492-9bed-d774d0e62278 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:39:29.552151 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Attempting to bind port 66760fb8-7273-4638-a6e0-f8679e09cedc on network 5e6a95dd-ddbf-4492-9bed-d774d0e62278 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:29.561550 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:29.561903 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Checking segment: {'id': '3f8b8ab1-d19c-49f1-a39a-ec8c327dc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:29.562288 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Bound using segment: {'id': '3f8b8ab1-d19c-49f1-a39a-ec8c327dc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:29.562763 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Bound port: 66760fb8-7273-4638-a6e0-f8679e09cedc, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8b8ab1-d19c-49f1-a39a-ec8c327dc629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:29.563137 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.573476 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc6da7-7d12-4a1f-9bca-5d5cb12e5e52 req-4674cc0a-9a77-4825-b922-4f1f56c17dd3 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:29.577570 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1edc6da7-7d12-4a1f-9bca-5d5cb12e5e52 req-4674cc0a-9a77-4825-b922-4f1f56c17dd3 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 944 time: 0.2185526 Aug 31 07:39:29.642704 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cad004-a789-4c6d-9d74-69b6ca1410e0 req-2f83b9c8-2c63-433a-a34d-596174b93cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:29.644241 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-87cad004-a789-4c6d-9d74-69b6ca1410e0 req-2f83b9c8-2c63-433a-a34d-596174b93cb2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 200 len: 919 time: 0.1580298 Aug 31 07:39:29.660767 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dac74-769d-457a-9adb-a8c4cc837358 req-f0322978-826f-418a-a62c-8c5ef57c20ab tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:29.663752 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-302dac74-769d-457a-9adb-a8c4cc837358 req-f0322978-826f-418a-a62c-8c5ef57c20ab tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.2196426 Aug 31 07:39:29.668211 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] For port 66760fb8-7273-4638-a6e0-f8679e09cedc, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:29.698834 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-87cad004-a789-4c6d-9d74-69b6ca1410e0 req-c64a5d1c-fe46-4625-a283-f78f9e32f030 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89e31ab3-29e2-4111-b768-615506d76bcb HTTP/1.1" status: 200 len: 217 time: 0.0411494 Aug 31 07:39:29.706842 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] For port 66760fb8-7273-4638-a6e0-f8679e09cedc, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=66760fb8-7273-4638-a6e0-f8679e09cedc,segment=NetworkSegment(3f8b8ab1-d19c-49f1-a39a-ec8c327dc629),segment_id=3f8b8ab1-d19c-49f1-a39a-ec8c327dc629)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:29.714401 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.783372 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:29.783998 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:29.785425 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] 10.222.0.59 "PUT /v2.0/ports/66760fb8-7273-4638-a6e0-f8679e09cedc HTTP/1.1" status: 200 len: 1094 time: 1.0140083 Aug 31 07:39:29.788592 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1edc6da7-7d12-4a1f-9bca-5d5cb12e5e52 req-85bb62a6-a7a4-4380-83a1-a29b7a2f032a tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412725 Aug 31 07:39:29.803367 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cad004-a789-4c6d-9d74-69b6ca1410e0 req-3cb0f6b3-20a7-4202-9215-ebd3be632107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:29.804113 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-302dac74-769d-457a-9adb-a8c4cc837358 req-9d116c48-67d5-4390-8588-3b20b295fa38 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015801 Aug 31 07:39:29.805016 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-87cad004-a789-4c6d-9d74-69b6ca1410e0 req-3cb0f6b3-20a7-4202-9215-ebd3be632107 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a HTTP/1.1" status: 200 len: 858 time: 0.0920718 Aug 31 07:39:29.844683 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f2649-1ae5-47da-b302-6267ea6067cb service neutron] Pushing event updated for resources: {'Port': ['ID=66760fb8-7273-4638-a6e0-f8679e09cedc,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:29.849181 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-87cad004-a789-4c6d-9d74-69b6ca1410e0 req-7c8bd41e-e10e-47df-a1ae-e1737498ec8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19009566-1ef5-4444-b059-f51973086d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341146 Aug 31 07:39:29.964080 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-e67e682c-b4ca-49ea-a539-c4e61f165b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:29.964653 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-e67e682c-b4ca-49ea-a539-c4e61f165b6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1b51d2cf035447dfa6434d6d2cb28fc8&device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 1097 time: 0.1140025 Aug 31 07:39:30.026099 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-b716367e-d082-496b-bfd9-ed99ddacc0b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66760fb8-7273-4638-a6e0-f8679e09cedc HTTP/1.1" status: 200 len: 217 time: 0.0483499 Aug 31 07:39:30.034691 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-87cad004-a789-4c6d-9d74-69b6ca1410e0 req-7fbe73ea-38ff-4a39-9e9f-b381a4d8c41f service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755478 Aug 31 07:39:30.090756 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca3bf7-0d85-459e-9e2e-482f64423956 req-5ff59d64-20d0-4c29-b70b-18b2e5cdb9e0 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:30.099621 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d1ca3bf7-0d85-459e-9e2e-482f64423956 req-5ff59d64-20d0-4c29-b70b-18b2e5cdb9e0 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1818790 Aug 31 07:39:30.123636 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 5dae3c80-c565-463a-a363-ae424f15a82a no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:30.127355 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:30.153422 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 5dae3c80-c565-463a-a363-ae424f15a82a {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:30.153678 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 5dae3c80-c565-463a-a363-ae424f15a82a not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:30.171257 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-12aafd09-2fd8-4fbc-b42f-836b2a0acc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:30.172925 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-12aafd09-2fd8-4fbc-b42f-836b2a0acc80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1eb7be87-e11d-4ce8-9a03-ff2ffef8a305 HTTP/1.1" status: 200 len: 853 time: 0.1263819 Aug 31 07:39:30.196615 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0a70f-c2fd-43c0-b4b6-059d821011e5 req-36052e98-61e9-4485-bea5-9e13cf3e81a8 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:30.202482 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c8c0a70f-c2fd-43c0-b4b6-059d821011e5 req-36052e98-61e9-4485-bea5-9e13cf3e81a8 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 944 time: 0.2133608 Aug 31 07:39:30.228921 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-3109a043-8007-40f8-8e0c-0915740d0f56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e6a95dd-ddbf-4492-9bed-d774d0e62278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439007 Aug 31 07:39:30.240099 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-87cad004-a789-4c6d-9d74-69b6ca1410e0 req-c30f1d64-eddb-4c3c-bb78-c19926fbc19f service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851101 Aug 31 07:39:30.249907 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d1ca3bf7-0d85-459e-9e2e-482f64423956 req-e9367629-707a-48e9-af03-17780fc9bdc0 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494112 Aug 31 07:39:30.327256 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c8c0a70f-c2fd-43c0-b4b6-059d821011e5 req-7395dbd9-fc94-4953-8b23-5c3efa66052f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196561 Aug 31 07:39:30.422620 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-e2c18ee2-e3ff-46be-bab6-b65559dfb6f5 service neutron] 10.222.0.59 "GET /v2.0/networks/5e6a95dd-ddbf-4492-9bed-d774d0e62278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606951 Aug 31 07:39:30.471953 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec798f4f-16a8-4d0a-b76d-cf220510a84e None None] Network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:30.527962 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989a9d5-69d2-451d-bcbe-c8fa3ceb8c84 req-6905dc36-b491-416f-b9c4-a1c01f5bb083 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:30.529497 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7989a9d5-69d2-451d-bcbe-c8fa3ceb8c84 req-6905dc36-b491-416f-b9c4-a1c01f5bb083 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.1164527 Aug 31 07:39:30.549684 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-386546'] for router, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:30.580249 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-89390f37-26c8-4396-a6de-e84fd7385f4f req-5945aa51-cdc5-456c-9f8c-d00c87399012 service neutron] 10.222.0.59 "GET /v2.0/networks/5e6a95dd-ddbf-4492-9bed-d774d0e62278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491194 Aug 31 07:39:30.601521 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-6ffa4658-65f5-4e57-93e4-f79c07dab52f None None] Provisioning for port 51f8d69c-9b79-41c3-a456-2904bab61f91 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:30.743484 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 51f8d69c-9b79-41c3-a456-2904bab61f91 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:30.807942 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 51f8d69c-9b79-41c3-a456-2904bab61f91 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:30.813435 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 51f8d69c-9b79-41c3-a456-2904bab61f91 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:30.813651 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:30.928416 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7989a9d5-69d2-451d-bcbe-c8fa3ceb8c84 req-b147461d-da99-45de-b0ee-8038453a5fcd tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881500 Aug 31 07:39:30.956613 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:30.981912 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0706616-9799-4c31-8a7d-1387182e5f2f req-90aa8f3a-a3e7-45d8-a6f9-5febce8f51d3 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:30.983552 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c0706616-9799-4c31-8a7d-1387182e5f2f req-90aa8f3a-a3e7-45d8-a6f9-5febce8f51d3 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0780737 Aug 31 07:39:31.004168 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 51f8d69c-9b79-41c3-a456-2904bab61f91, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=51f8d69c-9b79-41c3-a456-2904bab61f91,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:31.009789 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.034092 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Router f62eeed9-fb1f-4f88-874f-56f0751b3d48 is scheduled to L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 with binding_index 1 {{(pid=94043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:39:31.063671 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-9af6c2a2-2456-47b0-aaf1-fa23bff1e09e None None] Provisioning complete for port 51f8d69c-9b79-41c3-a456-2904bab61f91 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:31.064046 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-9af6c2a2-2456-47b0-aaf1-fa23bff1e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.065604 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=51f8d69c-9b79-41c3-a456-2904bab61f91,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:31.076627 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c0706616-9799-4c31-8a7d-1387182e5f2f req-80f3ac0c-3fe6-498d-bb89-a8205b29b6ec tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866835 Aug 31 07:39:31.127006 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1853c-e26e-4314-b901-5242d0e3f2d3 req-fb80edb1-2c73-4e23-a985-1c1afe932825 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:31.128499 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-54f1853c-e26e-4314-b901-5242d0e3f2d3 req-fb80edb1-2c73-4e23-a985-1c1afe932825 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 944 time: 0.1135459 Aug 31 07:39:31.213069 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-54f1853c-e26e-4314-b901-5242d0e3f2d3 req-b97272e4-334e-4ba6-b1fd-359f2179b25e tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772433 Aug 31 07:39:31.219442 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:31.228699 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Sync routers for ids ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:31.238478 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Routers {'f62eeed9-fb1f-4f88-874f-56f0751b3d48'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:31.239179 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:39:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:31.239361 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] Notify callbacks [] for router, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.242867 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-89549072-be7e-4587-b66e-9afdee457f85 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4871635 Aug 31 07:39:31.243569 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43060) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:31.255471 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5217421-0d08-4818-ad2f-e22a7ec781a5', 'tag': '66760fb8-7273-4638-a6e0-f8679e09cedc'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:31.258095 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff4a4fa-7495-42f2-88c9-a3ae04997e26" -d '{"events": [{"name": "network-changed", "server_uuid": "d5217421-0d08-4818-ad2f-e22a7ec781a5", "tag": "66760fb8-7273-4638-a6e0-f8679e09cedc"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:31.315630 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ab7c91-0e70-4ac4-88fe-a209f2817b0a x-openstack-request-id: req-b1ab7c91-0e70-4ac4-88fe-a209f2817b0a {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:31.316311 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5217421-0d08-4818-ad2f-e22a7ec781a5", "tag": "66760fb8-7273-4638-a6e0-f8679e09cedc", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:31.316787 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1ab7c91-0e70-4ac4-88fe-a209f2817b0a {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:31.317441 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5217421-0d08-4818-ad2f-e22a7ec781a5', 'tag': '66760fb8-7273-4638-a6e0-f8679e09cedc', 'status': 'completed', 'code': 200} Aug 31 07:39:31.346886 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Set router f62eeed9-fb1f-4f88-874f-56f0751b3d48 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:31.499615 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f616d-72a2-4111-bde0-fdd5bcbf7bd5 req-79c4e6f3-4e2a-4215-9613-9c50aa70604f tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:31.501138 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c90f616d-72a2-4111-bde0-fdd5bcbf7bd5 req-79c4e6f3-4e2a-4215-9613-9c50aa70604f tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1585991 Aug 31 07:39:31.541569 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:39:29Z', 'revision_number': 3, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port': {'id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:28Z', 'updated_at': '2021-08-31T07:39:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:31.547529 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d8797-2672-4cbe-adde-53052dfbe604 req-52238bda-8bba-4025-bee6-3a95b2b76a44 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:31.549011 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f70d8797-2672-4cbe-adde-53052dfbe604 req-52238bda-8bba-4025-bee6-3a95b2b76a44 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 944 time: 0.1330962 Aug 31 07:39:31.567389 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Checking router: f62eeed9-fb1f-4f88-874f-56f0751b3d48 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:31.567733 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Updating router f62eeed9-fb1f-4f88-874f-56f0751b3d48 port 2ca47bb6-8c8c-4528-866f-8576fa8364d2 binding host dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:39:31.591553 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.626562 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c90f616d-72a2-4111-bde0-fdd5bcbf7bd5 req-cc9e37b6-a9e7-4255-98de-2e0f423dcdf1 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161118 Aug 31 07:39:31.649370 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f70d8797-2672-4cbe-adde-53052dfbe604 req-51ff98be-6a4d-4403-b169-dab0f4282d24 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921540 Aug 31 07:39:31.830817 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.847057 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Notify callbacks [] for port, precommit_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.857935 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.provisioning_blocks [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Transition to ACTIVE for port object 2ca47bb6-8c8c-4528-866f-8576fa8364d2 will not be triggered until provisioned by entity L2. {{(pid=94045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:31.863183 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.918801 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Attempting to bind port 2ca47bb6-8c8c-4528-866f-8576fa8364d2 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:31.919175 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Attempting to bind port 2ca47bb6-8c8c-4528-866f-8576fa8364d2 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:31.919537 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Attempting to bind port 2ca47bb6-8c8c-4528-866f-8576fa8364d2 on network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:31.921378 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Pushing event updated for resources: {'Port': ['ID=2ca47bb6-8c8c-4528-866f-8576fa8364d2,revision_number=2']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:31.929638 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:31.930010 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Checking segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:31.930504 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.930934 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Bound using segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:31.931394 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Bound port: 2ca47bb6-8c8c-4528-866f-8576fa8364d2, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:31.931796 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.934635 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.934997 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.935345 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.935680 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.936010 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.936338 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.936740 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.937344 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.937454 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.937716 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.938036 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.938386 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.992118 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] For port 2ca47bb6-8c8c-4528-866f-8576fa8364d2, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:31.992454 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Allocated IP 172.20.0.1 (dba1c2f2-4412-4df4-84ab-84ce2eed6b47/ad945823-97d3-45ba-bad9-c349a447cce8/1667ce75-8d75-4cf0-ae56-63d6c70a40eb) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:31.995238 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] For port 2ca47bb6-8c8c-4528-866f-8576fa8364d2, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=2ca47bb6-8c8c-4528-866f-8576fa8364d2,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:32.003325 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.053847 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Routers {'f62eeed9-fb1f-4f88-874f-56f0751b3d48'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:32.054493 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:39:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:32.120171 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503e155-3b4d-44b7-9818-1bfbaf4aee5f req-8306fbfe-b5ed-4ab9-8b76-377d9859c094 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:32.121911 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e503e155-3b4d-44b7-9818-1bfbaf4aee5f req-8306fbfe-b5ed-4ab9-8b76-377d9859c094 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.1036637 Aug 31 07:39:32.152952 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.184369 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd26f9-67e6-45c2-84b4-fae88415931c None None] Pushing event updated for resources: {'Port': ['ID=2ca47bb6-8c8c-4528-866f-8576fa8364d2,revision_number=3']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:32.206232 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.provisioning_blocks [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Transition to ACTIVE for port object 1667ce75-8d75-4cf0-ae56-63d6c70a40eb will not be triggered until provisioned by entity DHCP. {{(pid=94043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:32.221361 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e503e155-3b4d-44b7-9818-1bfbaf4aee5f req-d89be326-413b-4527-b885-75f2183315c7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899327 Aug 31 07:39:32.247700 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fdc27-bdcc-4499-9eec-fcbfb579ca68 req-1132f8e4-1853-4283-9053-8acab3ca9b79 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:32.249407 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8d5fdc27-bdcc-4499-9eec-fcbfb579ca68 req-1132f8e4-1853-4283-9053-8acab3ca9b79 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0886762 Aug 31 07:39:32.254674 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] Set router f62eeed9-fb1f-4f88-874f-56f0751b3d48 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:32.334647 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8d5fdc27-bdcc-4499-9eec-fcbfb579ca68 req-2c03ab7c-5a1d-4eb3-a77f-8046f83a119c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686572 Aug 31 07:39:32.336379 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.390805 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:32.400019 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4649938-44cb-46e9-88b8-4ad6ae16a7ef req-411e6fc5-61b4-426e-a6ea-6114fa37617b tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:32.401500 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a4649938-44cb-46e9-88b8-4ad6ae16a7ef req-411e6fc5-61b4-426e-a6ea-6114fa37617b tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 944 time: 0.1121659 Aug 31 07:39:32.404632 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:32.410732 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:32.413970 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Pushing event updated for resources: {'Port': ['ID=1667ce75-8d75-4cf0-ae56-63d6c70a40eb,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:32.441630 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:39:29Z', 'revision_number': 3, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port': {'id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:28Z', 'updated_at': '2021-08-31T07:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:32.468508 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d3e68-8691-4c51-8bfa-3945c8878e78 None None] The sync data for ids ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'] in dv-cinder-799668-14-iscsi is: [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:39:29Z', 'revision_number': 3, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port': {'id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:28Z', 'updated_at': '2021-08-31T07:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:32.473610 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385409'] for router_interface, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.482137 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a4649938-44cb-46e9-88b8-4ad6ae16a7ef req-4ecdee15-3c2c-418a-a419-299cb9b545ad tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728335 Aug 31 07:39:32.625112 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.648314 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 51f8d69c-9b79-41c3-a456-2904bab61f91 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:32.718639 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-d510a978-ac7b-4c74-861c-abb9405a39b6 None None] Provisioning for port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:32.731325 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-d510a978-ac7b-4c74-861c-abb9405a39b6 None None] Provisioning complete for port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:32.731977 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-d510a978-ac7b-4c74-861c-abb9405a39b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.785915 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 51f8d69c-9b79-41c3-a456-2904bab61f91 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:32.786726 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.816456 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-d510a978-ac7b-4c74-861c-abb9405a39b6 None None] Port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:32.855545 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8887867-f7df-4967-8af3-788729ecd0e2 req-4735a7e2-40f9-4045-80a6-9e2998244097 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:32.864459 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f8887867-f7df-4967-8af3-788729ecd0e2 req-4735a7e2-40f9-4045-80a6-9e2998244097 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 944 time: 0.1230652 Aug 31 07:39:32.913679 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee265623-0d87-48a3-aa42-33eb009e742d req-c8dcaaa4-550d-44d9-b67e-432b6a667314 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:32.914702 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ee265623-0d87-48a3-aa42-33eb009e742d req-c8dcaaa4-550d-44d9-b67e-432b6a667314 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1737738 Aug 31 07:39:32.968688 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f8887867-f7df-4967-8af3-788729ecd0e2 req-585018b1-0b0e-4315-bd48-a8e3dd141730 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048386 Aug 31 07:39:32.995653 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.002872 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ee265623-0d87-48a3-aa42-33eb009e742d req-99b3f6c0-8795-4deb-b738-8ee837b4729d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809879 Aug 31 07:39:33.004069 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529199047'] for port, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.070598 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Pushing event updated for resources: {'Port': ['ID=1667ce75-8d75-4cf0-ae56-63d6c70a40eb,revision_number=2']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:33.076519 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386865'] for router_interface, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.174471 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:33.176225 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:33.300429 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Router f62eeed9-fb1f-4f88-874f-56f0751b3d48 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:39:33.441070 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-f0ed7fe4-b625-45c4-b106-f6a4a42a5f65 None None] Provisioning complete for port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:33.441622 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7fe4-b625-45c4-b106-f6a4a42a5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:33.480407 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-f0ed7fe4-b625-45c4-b106-f6a4a42a5f65 None None] Port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:33.676667 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:33.682389 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-beeb2b78-58a6-4c88-84dc-2544628af484 admin admin] 10.222.0.62 "PUT /v2.0/routers/f62eeed9-fb1f-4f88-874f-56f0751b3d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4378355 Aug 31 07:39:33.700925 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b79d5-3e93-4044-b5e5-ca65ab1e7760 req-047a40bb-4f51-4de0-8333-10e4dc9cfce2 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:33.702476 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-986b79d5-3e93-4044-b5e5-ca65ab1e7760 req-047a40bb-4f51-4de0-8333-10e4dc9cfce2 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.3396108 Aug 31 07:39:33.716146 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df9615-2ae0-4179-b1f5-f451836e14ce req-ed4d7624-e492-4c5d-9e1d-8eeea43b8745 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:33.717574 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f9df9615-2ae0-4179-b1f5-f451836e14ce req-ed4d7624-e492-4c5d-9e1d-8eeea43b8745 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0845814 Aug 31 07:39:33.773699 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-986b79d5-3e93-4044-b5e5-ca65ab1e7760 req-7ba7938d-8bb3-4608-a127-c0a6cd485caa tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650022 Aug 31 07:39:33.778628 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f9df9615-2ae0-4179-b1f5-f451836e14ce req-af61d4f7-3572-4054-9f61-0dd7a5e52681 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540171 Aug 31 07:39:33.913311 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ff456-3e29-4600-b7fb-efb75817e483 req-9a445a0c-426f-47d5-9fda-402e7eabaa78 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:33.914855 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-325ff456-3e29-4600-b7fb-efb75817e483 req-9a445a0c-426f-47d5-9fda-402e7eabaa78 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 944 time: 0.0538836 Aug 31 07:39:33.956919 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b334e3b2-032a-47b8-a757-9089d3f4ff95 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:33.969450 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-325ff456-3e29-4600-b7fb-efb75817e483 req-bccfaac3-1b53-4c15-953b-446e81e991e6 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421481 Aug 31 07:39:34.072462 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port b334e3b2-032a-47b8-a757-9089d3f4ff95, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:34.085658 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'port_id': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'mac_address': 'fa:16:3e:cd:08:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:34.100184 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3231756-82d1-4a7c-bc70-b08e9ae5b827 req-7d5a7370-407e-4d8e-95bf-efdcb055fdb7 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:34.101700 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f3231756-82d1-4a7c-bc70-b08e9ae5b827 req-7d5a7370-407e-4d8e-95bf-efdcb055fdb7 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 944 time: 0.0543647 Aug 31 07:39:34.129865 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.143839 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b334e3b2-032a-47b8-a757-9089d3f4ff95 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:34.169218 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port b334e3b2-032a-47b8-a757-9089d3f4ff95, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:34.174344 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.179542 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f3231756-82d1-4a7c-bc70-b08e9ae5b827 req-5be58c2d-be3c-4e39-9097-90a2a8bea2ee tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583208 Aug 31 07:39:34.190643 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b496cc-603d-41a3-ac79-2c7ebe830b38 req-ec29a3cb-7632-4654-8e8b-bb5937b0a9c0 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:34.192392 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d2b496cc-603d-41a3-ac79-2c7ebe830b38 req-ec29a3cb-7632-4654-8e8b-bb5937b0a9c0 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0897875 Aug 31 07:39:34.226241 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Sync routers for ids ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:34.239416 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d2b496cc-603d-41a3-ac79-2c7ebe830b38 req-addfeade-2f72-4b84-b66a-c95c02396cee tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403280 Aug 31 07:39:34.241431 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=b334e3b2-032a-47b8-a757-9089d3f4ff95,revision_number=6']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:34.247191 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Routers {'f62eeed9-fb1f-4f88-874f-56f0751b3d48'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:34.247833 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:39:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:34.292751 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43120) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:34.297825 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1863919069-network', 'tenant_id': '255de0ba39844ca28286d54d8be9049d'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:34.319529 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Made reservation on behalf of 255de0ba39844ca28286d54d8be9049d for: {'network': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:34.322308 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.330384 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.354945 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Set router f62eeed9-fb1f-4f88-874f-56f0751b3d48 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:34.423237 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.426937 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.455617 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:39:34.462316 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e8fe0a-4c5f-4043-8b57-02b127343866,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:34.469126 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.469379 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.segments_db [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Added segment af6e4c0a-679f-4ae9-94bc-ef9fcf62148f of type vlan for network c320ee48-3d45-4af9-9d07-75b95991b752 Aug 31 07:39:34.513750 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.539437 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.540999 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:34.541626 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.598627 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3045657 Aug 31 07:39:34.601254 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43122) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:34.606803 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-8666136e-9f2f-42b4-b557-0eda2d747241 admin admin] Request body: {'subnet': {'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1863919069-subnet', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'ip_version': 4}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:34.613004 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0829e5-b359-4deb-af67-18f2b2820039 admin admin] Pushing event updated for resources: {'Network': ['ID=c320ee48-3d45-4af9-9d07-75b95991b752,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:34.624928 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network c320ee48-3d45-4af9-9d07-75b95991b752 details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:39:34.643224 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8666136e-9f2f-42b4-b557-0eda2d747241 admin admin] Made reservation on behalf of 255de0ba39844ca28286d54d8be9049d for: {'subnet': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:34.646183 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8666136e-9f2f-42b4-b557-0eda2d747241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529159891'] for subnet, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.675017 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2ca47bb6-8c8c-4528-866f-8576fa8364d2 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:34.778105 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 2ca47bb6-8c8c-4528-866f-8576fa8364d2 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:34.783360 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 2ca47bb6-8c8c-4528-866f-8576fa8364d2 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:34.783736 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.807327 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:39:32Z', 'revision_number': 4, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port': {'id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:28Z', 'updated_at': '2021-08-31T07:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '1667ce75-8d75-4cf0-ae56-63d6c70a40eb', 'name': '', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'mac_address': 'fa:16:3e:1e:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:31Z', 'updated_at': '2021-08-31T07:39:32Z', 'revision_number': 2, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'subnets': [{'id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:34.830918 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8666136e-9f2f-42b4-b557-0eda2d747241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529202766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529159877'] for subnet, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.861984 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Checking router: f62eeed9-fb1f-4f88-874f-56f0751b3d48 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:34.861984 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Updating router f62eeed9-fb1f-4f88-874f-56f0751b3d48 port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb binding host dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:39:34.892829 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.951110 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666136e-9f2f-42b4-b557-0eda2d747241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a22d496-50b6-4605-b8fc-86d53047ee44,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:34.971262 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8666136e-9f2f-42b4-b557-0eda2d747241 admin admin] Checking segment: {'id': 'af6e4c0a-679f-4ae9-94bc-ef9fcf62148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:34.971628 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8666136e-9f2f-42b4-b557-0eda2d747241 admin admin] Network hostable DHCP agents. Network: c320ee48-3d45-4af9-9d07-75b95991b752, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:39:34.981500 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99017d-eda9-4aa1-9eb1-c68f632658a4 req-82d45b6e-2e5b-4b27-abb8-707d1bec547f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:34.982947 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6b99017d-eda9-4aa1-9eb1-c68f632658a4 req-82d45b6e-2e5b-4b27-abb8-707d1bec547f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1094084 Aug 31 07:39:35.000416 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eeac7-0be2-45ca-b12f-dd50ace6096c req-fd359fb9-5ef6-4f29-bd10-6ba82c9f38ef tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:35.010410 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-722eeac7-0be2-45ca-b12f-dd50ace6096c req-fd359fb9-5ef6-4f29-bd10-6ba82c9f38ef tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 944 time: 0.1098471 Aug 31 07:39:35.019498 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.042406 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8666136e-9f2f-42b4-b557-0eda2d747241 admin admin] Network c320ee48-3d45-4af9-9d07-75b95991b752 is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:39:35.052344 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 2ca47bb6-8c8c-4528-866f-8576fa8364d2, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=2ca47bb6-8c8c-4528-866f-8576fa8364d2,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:35.060866 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.076420 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6b99017d-eda9-4aa1-9eb1-c68f632658a4 req-5867a904-afa9-4885-be17-be15c78820e9 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790799 Aug 31 07:39:35.086779 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-8666136e-9f2f-42b4-b557-0eda2d747241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, c320ee48-3d45-4af9-9d07-75b95991b752) {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:35.094298 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-722eeac7-0be2-45ca-b12f-dd50ace6096c req-75353bea-b630-4a9e-a9d2-ad4da7e166b8 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752141 Aug 31 07:39:35.101636 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8666136e-9f2f-42b4-b557-0eda2d747241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:35.102182 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8666136e-9f2f-42b4-b557-0eda2d747241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.124593 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce6e2a8-7b7c-4711-8ab4-24775bace046 None None] Network c320ee48-3d45-4af9-9d07-75b95991b752 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:35.126940 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 60da8caf-dceb-4715-911f-5635154a2a0d up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:35.135569 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-8666136e-9f2f-42b4-b557-0eda2d747241 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5329292 Aug 31 07:39:35.137630 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43136) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:35.143534 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1863919069-router', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:35.188706 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4a4fa-7495-42f2-88c9-a3ae04997e26 req-9433ed9c-8365-481b-ab94-e91385a457a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:35.191189 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7ff4a4fa-7495-42f2-88c9-a3ae04997e26 req-9433ed9c-8365-481b-ab94-e91385a457a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1b51d2cf035447dfa6434d6d2cb28fc8&device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 1097 time: 0.0528064 Aug 31 07:39:35.202317 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1796116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28948'] for router, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.203471 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28931'] for router, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.254190 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=2ca47bb6-8c8c-4528-866f-8576fa8364d2,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:35.263545 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9792c-a72f-4b7f-9bfc-4875f860ecd6 req-48acd0e9-ab88-4f16-9f36-d6634c2e6b96 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:35.266877 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-21c9792c-a72f-4b7f-9bfc-4875f860ecd6 req-48acd0e9-ab88-4f16-9f36-d6634c2e6b96 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 944 time: 0.1123672 Aug 31 07:39:35.303392 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4a4fa-7495-42f2-88c9-a3ae04997e26 req-d93a8a3e-6838-4fba-994a-86d3f4f19e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:35.304944 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7ff4a4fa-7495-42f2-88c9-a3ae04997e26 req-d93a8a3e-6838-4fba-994a-86d3f4f19e2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5e6a95dd-ddbf-4492-9bed-d774d0e62278 HTTP/1.1" status: 200 len: 914 time: 0.1024158 Aug 31 07:39:35.316103 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.351495 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 60da8caf-dceb-4715-911f-5635154a2a0d completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:35.359739 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7ff4a4fa-7495-42f2-88c9-a3ae04997e26 req-1d07f936-28af-4cb0-87a2-8bc109bea27e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66760fb8-7273-4638-a6e0-f8679e09cedc HTTP/1.1" status: 200 len: 217 time: 0.0383978 Aug 31 07:39:35.366713 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 60da8caf-dceb-4715-911f-5635154a2a0d triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:35.367084 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.426163 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4a4fa-7495-42f2-88c9-a3ae04997e26 req-1c52f259-0a45-46b1-a5fe-da4dab2be443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:35.427857 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7ff4a4fa-7495-42f2-88c9-a3ae04997e26 req-1c52f259-0a45-46b1-a5fe-da4dab2be443 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1eb7be87-e11d-4ce8-9a03-ff2ffef8a305 HTTP/1.1" status: 200 len: 853 time: 0.0569141 Aug 31 07:39:35.435877 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-21c9792c-a72f-4b7f-9bfc-4875f860ecd6 req-8268f749-71aa-4466-b3f6-a0a91e8113db tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299596 Aug 31 07:39:35.447014 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6918a5-e36e-5cfd-a810-4069d9de59f0-c320ee48-3d45-4af9-9d07-75b95991b752', 'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'fixed_ips': [{'subnet_id': '3a22d496-50b6-4605-b8fc-86d53047ee44'}]}} from dv-cinder-799668-14-iscsi. {{(pid=94044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:39:35.447874 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.470693 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7ff4a4fa-7495-42f2-88c9-a3ae04997e26 req-e295f355-6b46-4815-ad03-d1ffde877f31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e6a95dd-ddbf-4492-9bed-d774d0e62278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274637 Aug 31 07:39:35.483101 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Notify callbacks [] for port, precommit_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.487222 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f72076-a84f-42ae-8aad-d2ccf0706335 req-3a4bd7fe-b4db-496c-8676-f39c929c75fe tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:35.487222 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-62f72076-a84f-42ae-8aad-d2ccf0706335 req-3a4bd7fe-b4db-496c-8676-f39c929c75fe tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 944 time: 0.1794605 Aug 31 07:39:35.518031 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Transition to ACTIVE for port object 1667ce75-8d75-4cf0-ae56-63d6c70a40eb will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:35.527829 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.530026 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['b334e3b2-032a-47b8-a757-9089d3f4ff95'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:35.603255 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7ff4a4fa-7495-42f2-88c9-a3ae04997e26 req-dabf46bd-a20a-4024-9820-0bf013e06f56 service neutron] 10.222.0.59 "GET /v2.0/networks/5e6a95dd-ddbf-4492-9bed-d774d0e62278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117067 Aug 31 07:39:35.614522 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.626563 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-62f72076-a84f-42ae-8aad-d2ccf0706335 req-d74d54ea-11dd-4efb-b952-f333e2d71618 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103261 Aug 31 07:39:35.655326 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703fbb1-4498-4d73-be78-d0954ef68bfc req-969b92e2-fc3f-4674-a891-5ad7c6d28931 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:35.656741 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9703fbb1-4498-4d73-be78-d0954ef68bfc req-969b92e2-fc3f-4674-a891-5ad7c6d28931 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1257570 Aug 31 07:39:35.704014 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.708145 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9703fbb1-4498-4d73-be78-d0954ef68bfc req-a1daa0ce-43a6-416a-99b9-6d935d2c006b tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440736 Aug 31 07:39:35.737933 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7ff4a4fa-7495-42f2-88c9-a3ae04997e26 req-b4c2151f-4bce-4f90-be0d-b9be7222cc37 service neutron] 10.222.0.59 "GET /v2.0/networks/5e6a95dd-ddbf-4492-9bed-d774d0e62278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181703 Aug 31 07:39:35.767512 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e5846-92be-4351-94d3-84c162ec4936 None None] Pushing event updated for resources: {'Port': ['ID=1667ce75-8d75-4cf0-ae56-63d6c70a40eb,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:35.807175 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a166e22f-56ef-447c-98d4-5431af1fa00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60da8caf-dceb-4715-911f-5635154a2a0d'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:35.809462 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525021cc-5c91-449a-a983-0a5d7c0589cd" -d '{"events": [{"server_uuid": "a166e22f-56ef-447c-98d4-5431af1fa00c", "name": "network-vif-plugged", "status": "completed", "tag": "60da8caf-dceb-4715-911f-5635154a2a0d"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:35.856540 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 60da8caf-dceb-4715-911f-5635154a2a0d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60da8caf-dceb-4715-911f-5635154a2a0d,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:35.869341 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.873988 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.881988 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.db_base_plugin_common [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Allocated IP 172.20.0.2 (c320ee48-3d45-4af9-9d07-75b95991b752/3a22d496-50b6-4605-b8fc-86d53047ee44/eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9) {{(pid=94044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:35.893674 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:35.922172 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4902f18-576f-497b-9633-8eb86ab52a70 x-openstack-request-id: req-f4902f18-576f-497b-9633-8eb86ab52a70 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:35.922574 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a166e22f-56ef-447c-98d4-5431af1fa00c", "name": "network-vif-plugged", "status": "completed", "tag": "60da8caf-dceb-4715-911f-5635154a2a0d", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:35.922766 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4902f18-576f-497b-9633-8eb86ab52a70 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:35.923157 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a166e22f-56ef-447c-98d4-5431af1fa00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60da8caf-dceb-4715-911f-5635154a2a0d', 'code': 200} Aug 31 07:39:35.945234 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Attempting to bind port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:35.945660 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Attempting to bind port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': 'a33bc7d1-3119-4cd0-b423-14aab916e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:35.946051 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Attempting to bind port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb on network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:36.019414 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:36.019414 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Checking segment: {'id': 'a33bc7d1-3119-4cd0-b423-14aab916e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:36.020019 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.020694 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Bound using segment: {'id': 'a33bc7d1-3119-4cd0-b423-14aab916e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:36.020694 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Bound port: 1667ce75-8d75-4cf0-ae56-63d6c70a40eb, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33bc7d1-3119-4cd0-b423-14aab916e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:36.021035 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.033243 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Allocated IP 172.27.0.110 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/99ec53c3-a39f-463f-9f6f-86172c3854ce) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:36.101108 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=60da8caf-dceb-4715-911f-5635154a2a0d,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:36.198536 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.217723 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] For port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:36.247208 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] For port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=1667ce75-8d75-4cf0-ae56-63d6c70a40eb,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:36.283726 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.304429 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6842a-7991-4445-8b6c-deb0cc0e4c1c req-58e59622-6a1c-42a5-bae3-c5f94a14ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:36.308086 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5cc6842a-7991-4445-8b6c-deb0cc0e4c1c req-58e59622-6a1c-42a5-bae3-c5f94a14ec13 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 1098 time: 0.0827222 Aug 31 07:39:36.318868 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a80e47-408e-433b-bfb8-b9b472ff669d req-22fdef20-1591-4d5b-88b9-7cb59fdaecf3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:36.320796 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-39a80e47-408e-433b-bfb8-b9b472ff669d req-22fdef20-1591-4d5b-88b9-7cb59fdaecf3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 944 time: 0.1040013 Aug 31 07:39:36.344400 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c935-d30c-4df5-b9e2-d258e533ed2f req-fcc1a934-e04f-4039-a87f-21b3520ade47 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:36.356794 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4745c935-d30c-4df5-b9e2-d258e533ed2f req-fcc1a934-e04f-4039-a87f-21b3520ade47 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1545920 Aug 31 07:39:36.364709 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5cc6842a-7991-4445-8b6c-deb0cc0e4c1c req-5c8a8758-dd1e-4599-8f01-1ca298ef8dc3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370016 Aug 31 07:39:36.372053 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.402435 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Transition to ACTIVE for port object eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:36.404849 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.409567 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Routers {'f62eeed9-fb1f-4f88-874f-56f0751b3d48'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:36.427311 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:39:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:36.435755 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e5846-92be-4351-94d3-84c162ec4936 None None] Pushing event updated for resources: {'Port': ['ID=1667ce75-8d75-4cf0-ae56-63d6c70a40eb,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:36.480741 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Pushing event updated for resources: {'Port': ['ID=99ec53c3-a39f-463f-9f6f-86172c3854ce,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:36.497084 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4745c935-d30c-4df5-b9e2-d258e533ed2f req-c524f7e8-7ade-4ea7-a745-8226a521f29c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392159 Aug 31 07:39:36.499418 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:36.505049 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Transition to ACTIVE for port object eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 will not be triggered until provisioned by entity DHCP. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:36.512418 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-39a80e47-408e-433b-bfb8-b9b472ff669d req-1d4df1d6-5891-4881-87bb-72518d7195fc tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361506 Aug 31 07:39:36.513560 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:36.516437 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:36.518065 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.791150 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Network c320ee48-3d45-4af9-9d07-75b95991b752 is already hosted by enough agents. {{(pid=94044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:36.796467 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Pushing event updated for resources: {'Port': ['ID=eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9,revision_number=1']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:36.799102 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.base_scheduler [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Resources bound (agent type, host, resource id): {{(pid=94044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:36.801056 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2ca47bb6-8c8c-4528-866f-8576fa8364d2 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:36.809454 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Received port after_create {{(pid=94044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:36.851270 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a3a8c-34f4-418d-ab2e-91e437cc97c3 req-e82e0920-943c-4b7b-aea4-4e5679ec83cb tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:36.855045 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-535a3a8c-34f4-418d-ab2e-91e437cc97c3 req-e82e0920-943c-4b7b-aea4-4e5679ec83cb tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 945 time: 0.1242321 Aug 31 07:39:36.888541 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166b143-35cf-4452-b0ca-1211d3cc6ffa req-8ec25822-209c-4570-824a-16fcb0a47591 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:36.901315 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c166b143-35cf-4452-b0ca-1211d3cc6ffa req-8ec25822-209c-4570-824a-16fcb0a47591 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 944 time: 0.2795103 Aug 31 07:39:37.001724 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] Set router f62eeed9-fb1f-4f88-874f-56f0751b3d48 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:37.043768 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Attempting to bind port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:37.043768 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Attempting to bind port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': 'af6e4c0a-679f-4ae9-94bc-ef9fcf62148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:37.044573 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Attempting to bind port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 on network c320ee48-3d45-4af9-9d07-75b95991b752 {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:37.061303 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:37.061689 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Checking segment: {'id': 'af6e4c0a-679f-4ae9-94bc-ef9fcf62148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:37.062105 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.067518 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Bound using segment: {'id': 'af6e4c0a-679f-4ae9-94bc-ef9fcf62148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:37.068053 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Bound port: eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6e4c0a-679f-4ae9-94bc-ef9fcf62148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:37.068469 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.131423 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.139829 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b334e3b2-032a-47b8-a757-9089d3f4ff95 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:37.211056 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c166b143-35cf-4452-b0ca-1211d3cc6ffa req-9d93425a-87d4-4ba3-96bc-99b7eb834937 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080609 Aug 31 07:39:37.245182 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-535a3a8c-34f4-418d-ab2e-91e437cc97c3 req-4a620ec6-e286-4ca5-8ef3-1dc525f3f3fa tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322062 Aug 31 07:39:37.313712 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 2ca47bb6-8c8c-4528-866f-8576fa8364d2 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:37.314592 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.438390 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] For port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:37.444436 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] For port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9,segment=NetworkSegment(af6e4c0a-679f-4ae9-94bc-ef9fcf62148f),segment_id=af6e4c0a-679f-4ae9-94bc-ef9fcf62148f)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:37.481083 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342ef62-51f4-4389-9204-e037162a11b8 req-1d4a369e-dc03-4092-8df7-29bfa1c3b7d1 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:37.483011 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f342ef62-51f4-4389-9204-e037162a11b8 req-1d4a369e-dc03-4092-8df7-29bfa1c3b7d1 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1137826 Aug 31 07:39:37.494697 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-386546'] for router, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.556198 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.597587 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f342ef62-51f4-4389-9204-e037162a11b8 req-be40ed50-d6f7-41e7-b245-cc0be7c1c7e9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005490 Aug 31 07:39:37.800342 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06d32e-4dd1-4145-920c-22074e16a0e9 None None] Pushing event updated for resources: {'Port': ['ID=eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9,revision_number=2']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:37.883290 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a70735-2781-4e61-96d3-62daaca9b60e req-daefafb6-d194-4182-b263-ee41dcc874fc tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:37.893894 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e0a70735-2781-4e61-96d3-62daaca9b60e req-daefafb6-d194-4182-b263-ee41dcc874fc tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 944 time: 0.1549847 Aug 31 07:39:37.962378 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c794c14-3a9b-4a91-ac38-dc5ec7183d86 req-a92ff5e4-8346-4907-bb09-0ccdc2de9d0a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:37.971358 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1c794c14-3a9b-4a91-ac38-dc5ec7183d86 req-a92ff5e4-8346-4907-bb09-0ccdc2de9d0a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1891534 Aug 31 07:39:37.992554 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port b334e3b2-032a-47b8-a757-9089d3f4ff95 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:37.993002 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.127635 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e0a70735-2781-4e61-96d3-62daaca9b60e req-5b746a7f-542d-4cd0-92d9-17f87f8eb8d5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321939 Aug 31 07:39:38.178645 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Router 104806eb-5847-4fbc-82c2-bd12a6d723c2 is scheduled to L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 with binding_index 1 {{(pid=94043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:39:38.214403 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1c794c14-3a9b-4a91-ac38-dc5ec7183d86 req-46503136-c725-486f-b93c-26ade06c6ddd tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198553 Aug 31 07:39:38.338563 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:39:32Z', 'revision_number': 4, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port': {'id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:28Z', 'updated_at': '2021-08-31T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '1667ce75-8d75-4cf0-ae56-63d6c70a40eb', 'name': '', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'mac_address': 'fa:16:3e:1e:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:31Z', 'updated_at': '2021-08-31T07:39:36Z', 'revision_number': 4, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'subnets': [{'id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:38.470323 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c64e74-652c-4256-94b5-b9e742565d70 None None] The sync data for ids ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'] in dv-cinder-799668-14-iscsi is: [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:39:32Z', 'revision_number': 4, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port': {'id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:28Z', 'updated_at': '2021-08-31T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '1667ce75-8d75-4cf0-ae56-63d6c70a40eb', 'name': '', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'mac_address': 'fa:16:3e:1e:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:31Z', 'updated_at': '2021-08-31T07:39:36Z', 'revision_number': 4, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'subnets': [{'id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:38.508599 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.557759 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac096a3a-a9f7-4075-8f9c-07c6dd1bfb57 req-be28deed-815b-4ebb-88ef-743a2abecd29 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:38.584002 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ac096a3a-a9f7-4075-8f9c-07c6dd1bfb57 req-be28deed-815b-4ebb-88ef-743a2abecd29 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 944 time: 0.2276173 Aug 31 07:39:38.589934 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:38.597277 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f14b5f-3c2e-432f-be85-7be6d3084c6a" -d '{"events": [{"server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "name": "network-vif-plugged", "status": "completed", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:38.636289 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port b334e3b2-032a-47b8-a757-9089d3f4ff95, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:38.661273 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.690575 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:38.720313 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Sync routers for ids ['104806eb-5847-4fbc-82c2-bd12a6d723c2'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:38.786000 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Routers {'104806eb-5847-4fbc-82c2-bd12a6d723c2'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:38.786661 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:39:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['104806eb-5847-4fbc-82c2-bd12a6d723c2'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:38.809091 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=b334e3b2-032a-47b8-a757-9089d3f4ff95,revision_number=7']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:38.840319 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] Notify callbacks [] for router, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.843753 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-26277d11-973d-4912-a980-c57a48bd4c6f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7045190 Aug 31 07:39:38.846621 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 43234) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:38.909799 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ac096a3a-a9f7-4075-8f9c-07c6dd1bfb57 req-949bee4b-b114-4e0c-8e27-d1e36c417734 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166034 Aug 31 07:39:39.063028 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:39.132435 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251d3645-e528-4706-bccf-bc301f3698ae x-openstack-request-id: req-251d3645-e528-4706-bccf-bc301f3698ae {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:39.137307 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "name": "network-vif-plugged", "status": "completed", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:39.139854 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-251d3645-e528-4706-bccf-bc301f3698ae {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:39.140410 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'code': 200} Aug 31 07:39:39.158931 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 66760fb8-7273-4638-a6e0-f8679e09cedc details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:39.167141 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd303989-283a-450d-9973-9e8b72af39f2 req-b1b48a48-9a0f-4041-8134-1294812a7cd7 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:39.168744 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cd303989-283a-450d-9973-9e8b72af39f2 req-b1b48a48-9a0f-4041-8134-1294812a7cd7 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 945 time: 0.2550511 Aug 31 07:39:39.232573 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Set router 104806eb-5847-4fbc-82c2-bd12a6d723c2 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:39.548886 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 66760fb8-7273-4638-a6e0-f8679e09cedc, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=66760fb8-7273-4638-a6e0-f8679e09cedc,segment=NetworkSegment(3f8b8ab1-d19c-49f1-a39a-ec8c327dc629),segment_id=3f8b8ab1-d19c-49f1-a39a-ec8c327dc629)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:39.579243 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '66760fb8-7273-4638-a6e0-f8679e09cedc', 'network_id': '5e6a95dd-ddbf-4492-9bed-d774d0e62278', 'port_id': '66760fb8-7273-4638-a6e0-f8679e09cedc', 'mac_address': 'fa:16:3e:51:94:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eb7be87-e11d-4ce8-9a03-ff2ffef8a305', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:39.755028 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.780586 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8d523b-7fad-4cc5-9b83-d049baa63f52 None None] Network c320ee48-3d45-4af9-9d07-75b95991b752 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:39.781623 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'name': 'tempest-TestShelveInstance-1863919069-router', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:39:36Z', 'revision_number': 3, 'project_id': '255de0ba39844ca28286d54d8be9049d', 'gw_port': {'id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:39.818747 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Checking router: 104806eb-5847-4fbc-82c2-bd12a6d723c2 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:39.819382 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Updating router 104806eb-5847-4fbc-82c2-bd12a6d723c2 port 99ec53c3-a39f-463f-9f6f-86172c3854ce binding host dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:39:39.856913 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.960239 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66760fb8-7273-4638-a6e0-f8679e09cedc {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:40.146447 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-0f33b697-1a44-4f48-bf48-daa4f561f434 None None] Provisioning for port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:40.163819 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 66760fb8-7273-4638-a6e0-f8679e09cedc, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=66760fb8-7273-4638-a6e0-f8679e09cedc,segment=NetworkSegment(3f8b8ab1-d19c-49f1-a39a-ec8c327dc629),segment_id=3f8b8ab1-d19c-49f1-a39a-ec8c327dc629)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:40.191918 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.193191 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cd303989-283a-450d-9973-9e8b72af39f2 req-c29615b8-bb2c-41e2-a1ad-9b7ba0784969 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0174465 Aug 31 07:39:40.193704 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-0f33b697-1a44-4f48-bf48-daa4f561f434 None None] Provisioning complete for port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:40.193975 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-0f33b697-1a44-4f48-bf48-daa4f561f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.233789 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f4056-2c03-47ad-a4df-816395859f89 req-aab07351-c3b1-4b72-ab36-9d5c823bb8b4 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:40.244841 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:40.249908 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-874f4056-2c03-47ad-a4df-816395859f89 req-aab07351-c3b1-4b72-ab36-9d5c823bb8b4 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.3788619 Aug 31 07:39:40.319255 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.363160 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-874f4056-2c03-47ad-a4df-816395859f89 req-1525f9d2-8f76-4b35-80a2-e93f27b1131b tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113758 Aug 31 07:39:40.442542 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Notify callbacks [] for port, precommit_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.468473 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.provisioning_blocks [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Transition to ACTIVE for port object 99ec53c3-a39f-463f-9f6f-86172c3854ce will not be triggered until provisioned by entity L2. {{(pid=94045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:40.483892 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.496119 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cc6aa-3d38-4e6a-a48b-1d855e5a3cc0 req-87c7032a-a938-43e4-a665-2711da09b63e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:40.508301 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-455cc6aa-3d38-4e6a-a48b-1d855e5a3cc0 req-87c7032a-a938-43e4-a665-2711da09b63e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.1184914 Aug 31 07:39:40.525384 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:40.525762 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.598237 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-455cc6aa-3d38-4e6a-a48b-1d855e5a3cc0 req-3436231a-d3db-4b05-be28-23a6af81b3a4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879538 Aug 31 07:39:40.638224 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532865ce-610a-4323-b27f-387473f3a4e2 req-a97acf5e-ede8-4591-af05-d9bc69137d9c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:40.649288 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-532865ce-610a-4323-b27f-387473f3a4e2 req-a97acf5e-ede8-4591-af05-d9bc69137d9c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1364102 Aug 31 07:39:40.656853 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Allocated IP 172.20.0.1 (c320ee48-3d45-4af9-9d07-75b95991b752/3a22d496-50b6-4605-b8fc-86d53047ee44/053c0a93-b4ac-439b-b590-5cd801834347) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:40.704062 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Attempting to bind port 99ec53c3-a39f-463f-9f6f-86172c3854ce on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:40.704437 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Attempting to bind port 99ec53c3-a39f-463f-9f6f-86172c3854ce by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:40.704815 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Attempting to bind port 99ec53c3-a39f-463f-9f6f-86172c3854ce on network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:40.717641 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79410f-b657-4441-971b-57fae4f48a15 None None] Pushing event updated for resources: {'Port': ['ID=99ec53c3-a39f-463f-9f6f-86172c3854ce,revision_number=2']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:40.755582 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:40.756354 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Checking segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:40.764961 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.765906 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Bound using segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:40.766620 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Bound port: 99ec53c3-a39f-463f-9f6f-86172c3854ce, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:40.767213 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.785340 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-532865ce-610a-4323-b27f-387473f3a4e2 req-e5262749-efd4-49e5-94e5-3a8c434c4a2b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312191 Aug 31 07:39:40.815398 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.820032 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['66760fb8-7273-4638-a6e0-f8679e09cedc'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:40.843063 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Transition to ACTIVE for port object 053c0a93-b4ac-439b-b590-5cd801834347 will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:40.869136 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39531cac-c432-435b-b147-d11e46738571 req-da2e2161-119b-45ba-8b27-ee1101f341b9 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:40.882999 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-39531cac-c432-435b-b147-d11e46738571 req-da2e2161-119b-45ba-8b27-ee1101f341b9 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 945 time: 0.1442187 Aug 31 07:39:40.902765 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.937620 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] For port 99ec53c3-a39f-463f-9f6f-86172c3854ce, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:40.950491 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] For port 99ec53c3-a39f-463f-9f6f-86172c3854ce, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=99ec53c3-a39f-463f-9f6f-86172c3854ce,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:40.964335 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.977038 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=66760fb8-7273-4638-a6e0-f8679e09cedc,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:41.016883 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-39531cac-c432-435b-b147-d11e46738571 req-83cbcb9b-01f0-4fd5-8d80-726b2b266e02 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318016 Aug 31 07:39:41.038443 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Network c320ee48-3d45-4af9-9d07-75b95991b752 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:41.055248 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:41.076486 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:41.083897 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Pushing event updated for resources: {'Port': ['ID=053c0a93-b4ac-439b-b590-5cd801834347,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:41.094929 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a375e3-0280-45f4-99d4-143b44ef0038 req-246f3b1d-a196-498b-9b23-0c654a5622fa tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:41.105087 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f7a375e3-0280-45f4-99d4-143b44ef0038 req-246f3b1d-a196-498b-9b23-0c654a5622fa tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 945 time: 0.1511710 Aug 31 07:39:41.127835 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Routers {'104806eb-5847-4fbc-82c2-bd12a6d723c2'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:41.128778 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:39:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['104806eb-5847-4fbc-82c2-bd12a6d723c2'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:41.157855 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:41.158289 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:41.158887 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:41.160178 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:41.160620 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:41.165682 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:41.166197 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:41.166647 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:41.167449 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:41.167449 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:41.168536 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:41.169111 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:41.193947 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f7a375e3-0280-45f4-99d4-143b44ef0038 req-e94406cf-794a-4aad-b4fc-b42fc4eb9c69 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848434 Aug 31 07:39:41.214431 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 43248) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:41.222924 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79410f-b657-4441-971b-57fae4f48a15 None None] Pushing event updated for resources: {'Port': ['ID=99ec53c3-a39f-463f-9f6f-86172c3854ce,revision_number=3']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:41.228078 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385409'] for router_interface, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.295904 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.377811 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9,segment=NetworkSegment(af6e4c0a-679f-4ae9-94bc-ef9fcf62148f),segment_id=af6e4c0a-679f-4ae9-94bc-ef9fcf62148f)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:41.387814 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] Set router 104806eb-5847-4fbc-82c2-bd12a6d723c2 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:41.402056 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-0f33b697-1a44-4f48-bf48-daa4f561f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.495625 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.497889 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 1667ce75-8d75-4cf0-ae56-63d6c70a40eb up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:41.546778 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.639521 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0230a-7959-41e9-8c0c-4f7f819fdcae req-d14825a9-1d0f-4696-8512-51cbff8436b9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:41.652460 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-faf0230a-7959-41e9-8c0c-4f7f819fdcae req-d14825a9-1d0f-4696-8512-51cbff8436b9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1299181 Aug 31 07:39:41.740566 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:41.756297 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-faf0230a-7959-41e9-8c0c-4f7f819fdcae req-abc1d597-cebc-44f3-9794-4d406dea6547 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012874 Aug 31 07:39:41.872748 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.db.api [None req-0f33b697-1a44-4f48-bf48-daa4f561f434 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94044) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:39:41.873413 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG oslo_db.api [None req-0f33b697-1a44-4f48-bf48-daa4f561f434 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:39:41.890414 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:41.901289 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:41.901964 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.912646 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'name': 'tempest-TestShelveInstance-1863919069-router', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:39:36Z', 'revision_number': 3, 'project_id': '255de0ba39844ca28286d54d8be9049d', 'gw_port': {'id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:41.999405 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.005764 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a49ea-24ff-4e42-b4d2-825927dbd730 None None] The sync data for ids ['104806eb-5847-4fbc-82c2-bd12a6d723c2'] in dv-cinder-799668-14-iscsi is: [{'id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'name': 'tempest-TestShelveInstance-1863919069-router', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:39:36Z', 'revision_number': 3, 'project_id': '255de0ba39844ca28286d54d8be9049d', 'gw_port': {'id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:42.023978 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.134776 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386865'] for router_interface, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.159100 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73af29-54b4-47ff-82c2-33c2347606d8 req-89b0c5b3-e848-45c5-93e9-2fbb2576a798 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:42.162416 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ec73af29-54b4-47ff-82c2-33c2347606d8 req-89b0c5b3-e848-45c5-93e9-2fbb2576a798 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.2123666 Aug 31 07:39:42.180098 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Pushing event updated for resources: {'Port': ['ID=053c0a93-b4ac-439b-b590-5cd801834347,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:42.277143 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ec73af29-54b4-47ff-82c2-33c2347606d8 req-27c3b78c-6807-4647-aa73-cf4703beaab8 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019645 Aug 31 07:39:42.336301 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.344024 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Network c320ee48-3d45-4af9-9d07-75b95991b752 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:42.348466 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:42.532086 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=1667ce75-8d75-4cf0-ae56-63d6c70a40eb,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:42.544872 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.647559 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1be2c-4416-4556-8fb2-de6a4b2225df req-564ac2cb-0647-4366-9ec9-0a8aaf1a837b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:42.664650 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-84c1be2c-4416-4556-8fb2-de6a4b2225df req-564ac2cb-0647-4366-9ec9-0a8aaf1a837b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.2106867 Aug 31 07:39:42.747370 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-84c1be2c-4416-4556-8fb2-de6a4b2225df req-b989634f-d2b6-4b55-8027-44105919f136 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774655 Aug 31 07:39:42.762824 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-525b4df6-8211-4c1d-8cf9-20f55e8bb34c None None] Provisioning complete for port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:42.763201 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-525b4df6-8211-4c1d-8cf9-20f55e8bb34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.770495 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=1667ce75-8d75-4cf0-ae56-63d6c70a40eb,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:42.914062 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:43.054779 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe9b5f-4fe3-479f-a2d6-b629257b5eb6 req-f468378e-94cf-4d3a-bb05-6fb83d2860e0 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:43.056812 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ebfe9b5f-4fe3-479f-a2d6-b629257b5eb6 req-f468378e-94cf-4d3a-bb05-6fb83d2860e0 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 945 time: 0.1302812 Aug 31 07:39:43.081722 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad82c8c-721c-49bb-9388-e5e265aba27c tempest-TestVolumeBootPattern-2061435396 tempest-TestVolumeBootPattern-2061435396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:43.086030 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-2ad82c8c-721c-49bb-9388-e5e265aba27c tempest-TestVolumeBootPattern-2061435396 tempest-TestVolumeBootPattern-2061435396-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 1093 time: 1.8656359 Aug 31 07:39:43.093915 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:43.094293 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.103013 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 43270) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:43.109330 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Request body: {'floatingip': {'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'port_id': '60da8caf-dceb-4715-911f-5635154a2a0d', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:43.137241 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for floatingip, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.173242 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ebfe9b5f-4fe3-479f-a2d6-b629257b5eb6 req-668c481c-ab3f-4447-8f56-ef71b4800310 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080635 Aug 31 07:39:43.256452 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-525b4df6-8211-4c1d-8cf9-20f55e8bb34c None None] Provisioning for port 053c0a93-b4ac-439b-b590-5cd801834347 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:43.270567 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-525b4df6-8211-4c1d-8cf9-20f55e8bb34c None None] Provisioning complete for port 053c0a93-b4ac-439b-b590-5cd801834347 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:43.270948 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-525b4df6-8211-4c1d-8cf9-20f55e8bb34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.304160 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Router 104806eb-5847-4fbc-82c2-bd12a6d723c2 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:39:43.320395 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-525b4df6-8211-4c1d-8cf9-20f55e8bb34c None None] Port 053c0a93-b4ac-439b-b590-5cd801834347 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:43.434797 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a849a8-73ee-42a5-9e46-a83d0406ce18 req-a6db2f85-ee40-4887-b341-4bf38b294b93 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:43.436992 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-86a849a8-73ee-42a5-9e46-a83d0406ce18 req-a6db2f85-ee40-4887-b341-4bf38b294b93 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1064494 Aug 31 07:39:43.458559 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-255a189a-4b06-4a1e-a051-1c1eae11aace None None] Provisioning complete for port 053c0a93-b4ac-439b-b590-5cd801834347 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:43.459278 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-255a189a-4b06-4a1e-a051-1c1eae11aace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.528586 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-86a849a8-73ee-42a5-9e46-a83d0406ce18 req-21311139-b26f-495d-8a71-43afd0629c4e tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818489 Aug 31 07:39:43.564926 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-255a189a-4b06-4a1e-a051-1c1eae11aace None None] Port 053c0a93-b4ac-439b-b590-5cd801834347 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:43.661698 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:43.682972 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-602ab1ff-2bdd-499e-8537-c33e4de76e8a admin admin] 10.222.0.62 "PUT /v2.0/routers/104806eb-5847-4fbc-82c2-bd12a6d723c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8351228 Aug 31 07:39:43.731743 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.787103 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c1f60-4143-4b2f-bb9d-8300d4cb9b4a req-28039e34-1fdd-4b8d-ad18-d3f63da9be91 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:43.788652 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-547c1f60-4143-4b2f-bb9d-8300d4cb9b4a req-28039e34-1fdd-4b8d-ad18-d3f63da9be91 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.1087351 Aug 31 07:39:43.859350 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-547c1f60-4143-4b2f-bb9d-8300d4cb9b4a req-6b25fb5a-e20c-4c33-93f8-a536c93e975a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617294 Aug 31 07:39:44.054226 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Allocated IP 172.27.0.172 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/1ddce1d9-9f75-410e-89bd-613282979a19) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:44.075625 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0af134-a50b-4278-8fb5-4607304e7558 req-031f3735-9f9f-4b3f-a6ec-ff861b7990b4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:44.084281 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5a0af134-a50b-4278-8fb5-4607304e7558 req-031f3735-9f9f-4b3f-a6ec-ff861b7990b4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1256301 Aug 31 07:39:44.178618 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5a0af134-a50b-4278-8fb5-4607304e7558 req-095bcf7a-3676-4ac2-bd0d-e64bf69134cf tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852532 Aug 31 07:39:44.209807 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.307608 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.372058 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:44.384304 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:44.406625 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:44.448087 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'Port': ['ID=1ddce1d9-9f75-410e-89bd-613282979a19,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:44.912895 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 1667ce75-8d75-4cf0-ae56-63d6c70a40eb up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:45.025670 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:45.031359 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.186921 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.189192 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 66760fb8-7273-4638-a6e0-f8679e09cedc up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:45.262559 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Sync routers for ids ['104806eb-5847-4fbc-82c2-bd12a6d723c2'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:45.296392 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 99ec53c3-a39f-463f-9f6f-86172c3854ce up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:45.333571 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.355824 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Routers {'104806eb-5847-4fbc-82c2-bd12a6d723c2'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:45.356486 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:39:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['104806eb-5847-4fbc-82c2-bd12a6d723c2'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:45.564718 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43298) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:45.571853 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-0ad6ea08-6bf9-4500-aa95-afc3823dbd18 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656502942', 'description': 'tempest-secgroup-smoke-656502942 description', 'project_id': '9410f14d504d4cd8ba09ec85329f9e99'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:45.586425 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.600798 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.601740 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 66760fb8-7273-4638-a6e0-f8679e09cedc completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:45.619782 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 66760fb8-7273-4638-a6e0-f8679e09cedc triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:45.620165 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.648896 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-0ad6ea08-6bf9-4500-aa95-afc3823dbd18 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.703028 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 99ec53c3-a39f-463f-9f6f-86172c3854ce completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:45.719104 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 99ec53c3-a39f-463f-9f6f-86172c3854ce triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:45.719484 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.831524 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Set router 104806eb-5847-4fbc-82c2-bd12a6d723c2 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:45.900201 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'Port': ['ID=1ddce1d9-9f75-410e-89bd-613282979a19,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:45.934183 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.040567 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-0ad6ea08-6bf9-4500-aa95-afc3823dbd18 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.101991 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc79121-8c18-4d7f-92fc-a8fdd5f0e2e6 req-eb28d924-e1ed-46dd-b8c5-e316f69e88ce tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:46.117612 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bfc79121-8c18-4d7f-92fc-a8fdd5f0e2e6 req-eb28d924-e1ed-46dd-b8c5-e316f69e88ce tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 945 time: 0.4565496 Aug 31 07:39:46.119774 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-0ad6ea08-6bf9-4500-aa95-afc3823dbd18 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.173645 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-0ad6ea08-6bf9-4500-aa95-afc3823dbd18 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.176254 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-0ad6ea08-6bf9-4500-aa95-afc3823dbd18 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6087716 Aug 31 07:39:46.191337 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43300) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:46.226791 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-8fdadc9e-ac36-4e6d-bc22-499675890b83 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Request body: {'security_group_rule': {'security_group_id': '340a37dd-38eb-4a5a-b249-ad76a5d2ce93', 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:46.266789 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.l3_db [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Floating IP 9b3894c1-ed6b-43d3-a2fc-69bd8a422af1 associated. External IP: 172.27.0.172, port: 60da8caf-dceb-4715-911f-5635154a2a0d. Aug 31 07:39:46.308143 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.326561 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bfc79121-8c18-4d7f-92fc-a8fdd5f0e2e6 req-8a05ff83-2bc3-4872-9a8b-769da4550d2e tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074161 Aug 31 07:39:46.353255 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6ea08-6bf9-4500-aa95-afc3823dbd18 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340a37dd-38eb-4a5a-b249-ad76a5d2ce93,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:46.414213 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8fdadc9e-ac36-4e6d-bc22-499675890b83 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.563315 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 66760fb8-7273-4638-a6e0-f8679e09cedc, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=66760fb8-7273-4638-a6e0-f8679e09cedc,segment=NetworkSegment(3f8b8ab1-d19c-49f1-a39a-ec8c327dc629),segment_id=3f8b8ab1-d19c-49f1-a39a-ec8c327dc629)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:46.590643 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5217421-0d08-4818-ad2f-e22a7ec781a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66760fb8-7273-4638-a6e0-f8679e09cedc'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:46.593656 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aec658-b9be-46a6-9070-babdc6b3bc6e" -d '{"events": [{"server_uuid": "d5217421-0d08-4818-ad2f-e22a7ec781a5", "name": "network-vif-plugged", "status": "completed", "tag": "66760fb8-7273-4638-a6e0-f8679e09cedc"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:46.603425 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.678158 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.680423 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4707d24-f636-46dc-bab8-ad7434b98b67 req-88567958-92bb-45e5-9acd-ec5b67d48545 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:46.692865 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d4707d24-f636-46dc-bab8-ad7434b98b67 req-88567958-92bb-45e5-9acd-ec5b67d48545 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1841834 Aug 31 07:39:46.705449 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 99ec53c3-a39f-463f-9f6f-86172c3854ce, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=99ec53c3-a39f-463f-9f6f-86172c3854ce,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:46.718400 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.724860 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8fdadc9e-ac36-4e6d-bc22-499675890b83 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.744531 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'name': 'tempest-TestShelveInstance-1863919069-router', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:39:41Z', 'revision_number': 4, 'project_id': '255de0ba39844ca28286d54d8be9049d', 'gw_port': {'id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '053c0a93-b4ac-439b-b590-5cd801834347', 'name': '', 'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'mac_address': 'fa:16:3e:04:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3a22d496-50b6-4605-b8fc-86d53047ee44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:41Z', 'revision_number': 2, 'project_id': '255de0ba39844ca28286d54d8be9049d', 'subnets': [{'id': '3a22d496-50b6-4605-b8fc-86d53047ee44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:46.744938 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8fdadc9e-ac36-4e6d-bc22-499675890b83 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.768642 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Router 591258f2-d1db-4690-8099-393e6a6f3234 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:39:46.795504 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Checking router: 104806eb-5847-4fbc-82c2-bd12a6d723c2 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:46.795991 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Updating router 104806eb-5847-4fbc-82c2-bd12a6d723c2 port 053c0a93-b4ac-439b-b590-5cd801834347 binding host dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:39:46.821396 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=66760fb8-7273-4638-a6e0-f8679e09cedc,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:46.844132 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d4707d24-f636-46dc-bab8-ad7434b98b67 req-99379667-d5eb-4870-9c4a-47e11421cfa8 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502218 Aug 31 07:39:46.868689 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdadc9e-ac36-4e6d-bc22-499675890b83 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052b7a5c-7f88-451f-9a89-4d5023298c25,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:46.875699 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8fdadc9e-ac36-4e6d-bc22-499675890b83 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.876901 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-8fdadc9e-ac36-4e6d-bc22-499675890b83 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6616745 Aug 31 07:39:46.879728 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43306) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:46.885608 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=99ec53c3-a39f-463f-9f6f-86172c3854ce,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:46.891628 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-2c9f5afe-fc0b-4c16-962e-9b4cc512f4de tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Request body: {'security_group_rule': {'security_group_id': '340a37dd-38eb-4a5a-b249-ad76a5d2ce93', 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:46.896048 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.948044 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:46.960558 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d34e10-efc6-4d4e-9a68-bc4b55f5c522 None None] Sync routers for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:46.978389 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d34e10-efc6-4d4e-9a68-bc4b55f5c522 None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:46.980452 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-53d34e10-efc6-4d4e-9a68-bc4b55f5c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:39:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:46.994095 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.995934 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5afe-fc0b-4c16-962e-9b4cc512f4de tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.125587 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-aa8d4886-8799-47bb-8343-b0021843830f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0215476 Aug 31 07:39:47.126101 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a166e22f-56ef-447c-98d4-5431af1fa00c', 'tag': '60da8caf-dceb-4715-911f-5635154a2a0d'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:47.128398 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b71be4-6ce5-4611-8187-f0c6da6d4915" -d '{"events": [{"name": "network-changed", "server_uuid": "a166e22f-56ef-447c-98d4-5431af1fa00c", "tag": "60da8caf-dceb-4715-911f-5635154a2a0d"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:47.207175 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369e7f9-bac0-4e41-89b5-9860eb0a56f8 req-b61bebe6-cef7-4784-9f2f-11435bf25de2 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:47.218940 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e369e7f9-bac0-4e41-89b5-9860eb0a56f8 req-b61bebe6-cef7-4784-9f2f-11435bf25de2 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.1900544 Aug 31 07:39:47.291538 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5afe-fc0b-4c16-962e-9b4cc512f4de tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.351024 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e369e7f9-bac0-4e41-89b5-9860eb0a56f8 req-46b0f989-c55f-4e2b-9890-afce24597a05 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284335 Aug 31 07:39:47.351956 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5afe-fc0b-4c16-962e-9b4cc512f4de tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.411657 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f5afe-fc0b-4c16-962e-9b4cc512f4de tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff1732c-0813-428b-89e0-8856b2e02945,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:47.418666 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5afe-fc0b-4c16-962e-9b4cc512f4de tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.421836 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-2c9f5afe-fc0b-4c16-962e-9b4cc512f4de tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5411370 Aug 31 07:39:47.424594 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43314) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:47.433555 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-2b0d7e3d-a364-408b-b58c-c76c6d004f8a tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Request body: {'security_group_rule': {'security_group_id': '340a37dd-38eb-4a5a-b249-ad76a5d2ce93', 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:47.487706 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-53d34e10-efc6-4d4e-9a68-bc4b55f5c522 None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:47.547036 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Notify callbacks [] for port, precommit_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.553718 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2b0d7e3d-a364-408b-b58c-c76c6d004f8a tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.570394 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Transition to ACTIVE for port object 053c0a93-b4ac-439b-b590-5cd801834347 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:47.582238 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.667236 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cbfc5-ceeb-4bba-bc28-43b94d9b45a4 req-aba8c83d-1293-4052-b1fb-adc110ec2c9c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:47.668828 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cf0cbfc5-ceeb-4bba-bc28-43b94d9b45a4 req-aba8c83d-1293-4052-b1fb-adc110ec2c9c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1871645 Aug 31 07:39:47.826852 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cf0cbfc5-ceeb-4bba-bc28-43b94d9b45a4 req-0816ac18-7d9d-4ed8-8317-ec9b6bfe889d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278737 Aug 31 07:39:47.835347 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde14e4-4418-4df4-b242-12d1d7a7a50f None None] Pushing event updated for resources: {'Port': ['ID=053c0a93-b4ac-439b-b590-5cd801834347,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:47.841652 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2b0d7e3d-a364-408b-b58c-c76c6d004f8a tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.848421 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2b0d7e3d-a364-408b-b58c-c76c6d004f8a tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.866694 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Attempting to bind port 053c0a93-b4ac-439b-b590-5cd801834347 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:47.867247 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Attempting to bind port 053c0a93-b4ac-439b-b590-5cd801834347 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': 'af6e4c0a-679f-4ae9-94bc-ef9fcf62148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:47.867537 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Attempting to bind port 053c0a93-b4ac-439b-b590-5cd801834347 on network c320ee48-3d45-4af9-9d07-75b95991b752 {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:47.879792 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:47.880209 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Checking segment: {'id': 'af6e4c0a-679f-4ae9-94bc-ef9fcf62148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:47.880602 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.881001 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Bound using segment: {'id': 'af6e4c0a-679f-4ae9-94bc-ef9fcf62148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:47.884722 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Bound port: 053c0a93-b4ac-439b-b590-5cd801834347, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6e4c0a-679f-4ae9-94bc-ef9fcf62148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:47.885127 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.903584 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d7e3d-a364-408b-b58c-c76c6d004f8a tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57366d10-8df4-4507-a20a-3dcf51ad23f4,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:47.917347 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2b0d7e3d-a364-408b-b58c-c76c6d004f8a tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.918530 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-2b0d7e3d-a364-408b-b58c-c76c6d004f8a tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4929502 Aug 31 07:39:47.921867 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43316) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:47.930389 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-3b23e5c7-753f-4abb-adbb-47809d028f7e tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Request body: {'security_group_rule': {'security_group_id': '340a37dd-38eb-4a5a-b249-ad76a5d2ce93', 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:48.004084 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3b23e5c7-753f-4abb-adbb-47809d028f7e tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.034832 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569f151a-d757-4464-8149-ba946545e308 x-openstack-request-id: req-569f151a-d757-4464-8149-ba946545e308 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:48.035491 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5217421-0d08-4818-ad2f-e22a7ec781a5", "name": "network-vif-plugged", "status": "completed", "tag": "66760fb8-7273-4638-a6e0-f8679e09cedc", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:48.035972 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-569f151a-d757-4464-8149-ba946545e308 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:48.036597 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5217421-0d08-4818-ad2f-e22a7ec781a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66760fb8-7273-4638-a6e0-f8679e09cedc', 'code': 200} Aug 31 07:39:48.100774 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] For port 053c0a93-b4ac-439b-b590-5cd801834347, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:48.106747 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] For port 053c0a93-b4ac-439b-b590-5cd801834347, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=053c0a93-b4ac-439b-b590-5cd801834347,segment=NetworkSegment(af6e4c0a-679f-4ae9-94bc-ef9fcf62148f),segment_id=af6e4c0a-679f-4ae9-94bc-ef9fcf62148f)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:48.108922 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-53d34e10-efc6-4d4e-9a68-bc4b55f5c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '9b3894c1-ed6b-43d3-a2fc-69bd8a422af1', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '60da8caf-dceb-4715-911f-5635154a2a0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:53:bf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a166e22f-56ef-447c-98d4-5431af1fa00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 0, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:48.121559 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.175655 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3b23e5c7-753f-4abb-adbb-47809d028f7e tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.185605 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3b23e5c7-753f-4abb-adbb-47809d028f7e tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.226298 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Routers {'104806eb-5847-4fbc-82c2-bd12a6d723c2'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:48.228517 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d34e10-efc6-4d4e-9a68-bc4b55f5c522 None None] Checking router: 591258f2-d1db-4690-8099-393e6a6f3234 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:48.230592 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:39:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['104806eb-5847-4fbc-82c2-bd12a6d723c2'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:48.244518 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3b23e5c7-753f-4abb-adbb-47809d028f7e tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.245868 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-3b23e5c7-753f-4abb-adbb-47809d028f7e tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3225968 Aug 31 07:39:48.248473 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43320) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:48.258251 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-813a8121-b33d-4cef-bfd6-53cd4e721a0b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Request body: {'security_group_rule': {'security_group_id': '340a37dd-38eb-4a5a-b249-ad76a5d2ce93', 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:48.265717 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d34e10-efc6-4d4e-9a68-bc4b55f5c522 None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:48.266592 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-53d34e10-efc6-4d4e-9a68-bc4b55f5c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:39:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:48.278306 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23e5c7-753f-4abb-adbb-47809d028f7e tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8958c04-7aa0-42e1-bc31-8f67f83d5fde,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:48.343768 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde14e4-4418-4df4-b242-12d1d7a7a50f None None] Pushing event updated for resources: {'Port': ['ID=053c0a93-b4ac-439b-b590-5cd801834347,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:48.358469 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.securitygroups_db [None req-813a8121-b33d-4cef-bfd6-53cd4e721a0b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Project 9410f14d504d4cd8ba09ec85329f9e99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:39:48.364684 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dd5f3d-cffa-457e-9d82-1ce541648498 x-openstack-request-id: req-67dd5f3d-cffa-457e-9d82-1ce541648498 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:48.365256 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a166e22f-56ef-447c-98d4-5431af1fa00c", "tag": "60da8caf-dceb-4715-911f-5635154a2a0d", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:48.365256 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67dd5f3d-cffa-457e-9d82-1ce541648498 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:48.367952 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a166e22f-56ef-447c-98d4-5431af1fa00c', 'tag': '60da8caf-dceb-4715-911f-5635154a2a0d', 'status': 'completed', 'code': 200} Aug 31 07:39:48.377168 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-813a8121-b33d-4cef-bfd6-53cd4e721a0b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.550063 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253153f5-2a97-4a4d-968c-fe7b631555d3 req-71257874-8f31-44c4-8d5d-1ca7119df1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:48.562893 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-253153f5-2a97-4a4d-968c-fe7b631555d3 req-71257874-8f31-44c4-8d5d-1ca7119df1e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 1099 time: 0.3177376 Aug 31 07:39:48.566166 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b71be4-6ce5-4611-8187-f0c6da6d4915 req-70e0bebe-42b9-4fbf-bb37-0357c3e4105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:48.576897 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d8b71be4-6ce5-4611-8187-f0c6da6d4915 req-70e0bebe-42b9-4fbf-bb37-0357c3e4105f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 1098 time: 0.1988919 Aug 31 07:39:48.630812 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-813a8121-b33d-4cef-bfd6-53cd4e721a0b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.638147 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-53d34e10-efc6-4d4e-9a68-bc4b55f5c522 None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:48.657262 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-813a8121-b33d-4cef-bfd6-53cd4e721a0b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.690781 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a551784-82d0-4399-a315-f937b7d7b980 req-7c8eb3d7-b3d4-4818-9fa4-5ae58e4570be tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:48.692620 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4a551784-82d0-4399-a315-f937b7d7b980 req-7c8eb3d7-b3d4-4818-9fa4-5ae58e4570be tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 946 time: 0.2234676 Aug 31 07:39:48.766179 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a8121-b33d-4cef-bfd6-53cd4e721a0b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b16f61-e89c-4f8a-a6f0-f0f620727974,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:48.811026 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-813a8121-b33d-4cef-bfd6-53cd4e721a0b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.816058 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-813a8121-b33d-4cef-bfd6-53cd4e721a0b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5666203 Aug 31 07:39:48.821357 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] Set router 104806eb-5847-4fbc-82c2-bd12a6d723c2 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:48.823680 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43324) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:48.834475 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-5b850611-4188-4533-b917-be8478766c5d tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Request body: {'security_group_rule': {'security_group_id': '340a37dd-38eb-4a5a-b249-ad76a5d2ce93', 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:48.877608 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-253153f5-2a97-4a4d-968c-fe7b631555d3 req-c986102b-a14a-475f-aaac-929324edd523 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674563 Aug 31 07:39:48.942732 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b71be4-6ce5-4611-8187-f0c6da6d4915 req-38f8b49b-3b15-4b0f-a6a8-04717068da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:48.944671 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d8b71be4-6ce5-4611-8187-f0c6da6d4915 req-38f8b49b-3b15-4b0f-a6a8-04717068da6b service neutron] 10.222.0.59 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 912 time: 0.3334839 Aug 31 07:39:48.947594 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7ed5-33f7-4736-a55d-a95bcf0275ce req-12d4b689-e2ee-4012-a1c7-58a2782847e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:48.948530 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.securitygroups_db [None req-5b850611-4188-4533-b917-be8478766c5d tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Project 9410f14d504d4cd8ba09ec85329f9e99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:39:48.949552 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-325f7ed5-33f7-4736-a55d-a95bcf0275ce req-12d4b689-e2ee-4012-a1c7-58a2782847e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c818e9996e304eb49ab671310d8417de&device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 1098 time: 0.4490352 Aug 31 07:39:48.964967 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b850611-4188-4533-b917-be8478766c5d tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.975262 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 99ec53c3-a39f-463f-9f6f-86172c3854ce up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:49.047949 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4a551784-82d0-4399-a315-f937b7d7b980 req-cbb0cd25-b48f-46a0-92aa-2a474459d84f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434970 Aug 31 07:39:49.120796 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b850611-4188-4533-b917-be8478766c5d tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.126804 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b850611-4188-4533-b917-be8478766c5d tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.140851 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 99ec53c3-a39f-463f-9f6f-86172c3854ce triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:49.148908 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.177678 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b850611-4188-4533-b917-be8478766c5d tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.179573 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-5b850611-4188-4533-b917-be8478766c5d tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3547184 Aug 31 07:39:49.181472 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b850611-4188-4533-b917-be8478766c5d tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85d3604-a93d-42e6-af20-ccc40ab0467f,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:49.208268 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-53d34e10-efc6-4d4e-9a68-bc4b55f5c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '9b3894c1-ed6b-43d3-a2fc-69bd8a422af1', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '60da8caf-dceb-4715-911f-5635154a2a0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:53:bf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a166e22f-56ef-447c-98d4-5431af1fa00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 0, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:49.298201 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d34e10-efc6-4d4e-9a68-bc4b55f5c522 None None] The sync data for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi is: [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '9b3894c1-ed6b-43d3-a2fc-69bd8a422af1', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '60da8caf-dceb-4715-911f-5635154a2a0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:53:bf:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a166e22f-56ef-447c-98d4-5431af1fa00c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 0, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:49.356773 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'name': 'tempest-TestShelveInstance-1863919069-router', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:39:41Z', 'revision_number': 4, 'project_id': '255de0ba39844ca28286d54d8be9049d', 'gw_port': {'id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '053c0a93-b4ac-439b-b590-5cd801834347', 'name': '', 'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'mac_address': 'fa:16:3e:04:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3a22d496-50b6-4605-b8fc-86d53047ee44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '255de0ba39844ca28286d54d8be9049d', 'subnets': [{'id': '3a22d496-50b6-4605-b8fc-86d53047ee44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:49.389159 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d8b71be4-6ce5-4611-8187-f0c6da6d4915 req-16388d1c-b917-44d4-98d6-6711b76d4fe1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60da8caf-dceb-4715-911f-5635154a2a0d HTTP/1.1" status: 200 len: 999 time: 0.2775424 Aug 31 07:39:49.426494 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d44efa-4bf7-42a9-b179-c460e61a7a3f None None] The sync data for ids ['104806eb-5847-4fbc-82c2-bd12a6d723c2'] in dv-cinder-799668-14-iscsi is: [{'id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'name': 'tempest-TestShelveInstance-1863919069-router', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:39:41Z', 'revision_number': 4, 'project_id': '255de0ba39844ca28286d54d8be9049d', 'gw_port': {'id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '053c0a93-b4ac-439b-b590-5cd801834347', 'name': '', 'network_id': 'c320ee48-3d45-4af9-9d07-75b95991b752', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'mac_address': 'fa:16:3e:04:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3a22d496-50b6-4605-b8fc-86d53047ee44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 4, 'project_id': '255de0ba39844ca28286d54d8be9049d', 'subnets': [{'id': '3a22d496-50b6-4605-b8fc-86d53047ee44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:49.443556 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5fdc2-44ac-4152-a38c-65dc087c659e req-03877e21-c066-42e5-9be6-1bf72559db6f tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.445196 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3bf5fdc2-44ac-4152-a38c-65dc087c659e req-03877e21-c066-42e5-9be6-1bf72559db6f tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0990076 Aug 31 07:39:49.524910 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3bf5fdc2-44ac-4152-a38c-65dc087c659e req-ea407cd0-6473-4ae7-8b5f-e4b52e9e3a2a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729234 Aug 31 07:39:49.700971 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b71be4-6ce5-4611-8187-f0c6da6d4915 req-ad4b340a-5b0c-4912-ba70-38b8cac3d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.703673 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d8b71be4-6ce5-4611-8187-f0c6da6d4915 req-ad4b340a-5b0c-4912-ba70-38b8cac3d5ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 200 len: 850 time: 0.2949576 Aug 31 07:39:49.711998 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7ed5-33f7-4736-a55d-a95bcf0275ce req-b1354025-422c-425b-bd35-5d0bdde04bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.715269 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-325f7ed5-33f7-4736-a55d-a95bcf0275ce req-b1354025-422c-425b-bd35-5d0bdde04bab service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbbe651a-bee4-4db8-aa44-d3d2ab957402 HTTP/1.1" status: 200 len: 912 time: 0.3333359 Aug 31 07:39:49.771932 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b67a7-fb55-4cc2-9d91-31587683792b req-a53d0d5e-d3a2-44c8-8eba-0ca630c9d02c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.774634 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc93f7-9416-4b01-b62d-29ebd0efe59a None None] New status for floating IP 9b3894c1-ed6b-43d3-a2fc-69bd8a422af1: ACTIVE {{(pid=94044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:39:49.788750 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0e2b67a7-fb55-4cc2-9d91-31587683792b req-a53d0d5e-d3a2-44c8-8eba-0ca630c9d02c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.1333582 Aug 31 07:39:49.962796 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0e2b67a7-fb55-4cc2-9d91-31587683792b req-4f537f5a-cd23-4678-bb84-3fb7b8f380a9 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725252 Aug 31 07:39:50.002681 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b71be4-6ce5-4611-8187-f0c6da6d4915 req-6efcc802-203a-4a2d-a6e0-4a29cd478d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:50.009230 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d8b71be4-6ce5-4611-8187-f0c6da6d4915 req-6efcc802-203a-4a2d-a6e0-4a29cd478d34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29b04af3-cf28-4023-9b5b-4fd7e8875284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2882066 Aug 31 07:39:50.011816 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-325f7ed5-33f7-4736-a55d-a95bcf0275ce req-d42dd356-4e44-4689-9bb6-abbd423d9ec0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=411a49e2-5dfb-46ef-a234-4f959ece50bb HTTP/1.1" status: 200 len: 1000 time: 0.2719214 Aug 31 07:39:50.272255 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7ed5-33f7-4736-a55d-a95bcf0275ce req-8a72d324-838c-4ca6-b9ee-1b223c703d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:50.272526 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d5921-a114-48f2-b34e-9aebaaa155a3 req-203bd9ed-b93b-4d9e-8899-cd5bedd6b8b0 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:50.272526 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a00d5921-a114-48f2-b34e-9aebaaa155a3 req-203bd9ed-b93b-4d9e-8899-cd5bedd6b8b0 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1561251 Aug 31 07:39:50.273063 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-325f7ed5-33f7-4736-a55d-a95bcf0275ce req-8a72d324-838c-4ca6-b9ee-1b223c703d08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b7d8940-cf69-47bc-ac4d-6743859889df HTTP/1.1" status: 200 len: 850 time: 0.2265320 Aug 31 07:39:50.354236 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d8b71be4-6ce5-4611-8187-f0c6da6d4915 req-d06fddda-5169-4697-814f-20ac64d51887 service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193729 Aug 31 07:39:50.418295 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a00d5921-a114-48f2-b34e-9aebaaa155a3 req-9502f6e9-4026-4afc-a2b2-b634eab53c80 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363807 Aug 31 07:39:50.552965 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7ed5-33f7-4736-a55d-a95bcf0275ce req-eb276c40-17a3-4614-932b-bb8105f320c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:50.552965 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-325f7ed5-33f7-4736-a55d-a95bcf0275ce req-eb276c40-17a3-4614-932b-bb8105f320c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbbe651a-bee4-4db8-aa44-d3d2ab957402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2372115 Aug 31 07:39:50.786876 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11e722-c073-4205-a152-de39c8debfbe req-13e31690-917f-4afd-8228-d5629d649260 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:50.788445 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-db11e722-c073-4205-a152-de39c8debfbe req-13e31690-917f-4afd-8228-d5629d649260 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 946 time: 0.0972035 Aug 31 07:39:50.907118 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-db11e722-c073-4205-a152-de39c8debfbe req-d61388d2-86d3-4d2e-a036-b68d48f3f009 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027968 Aug 31 07:39:50.973859 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 053c0a93-b4ac-439b-b590-5cd801834347 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:51.082246 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 053c0a93-b4ac-439b-b590-5cd801834347 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:51.090598 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 053c0a93-b4ac-439b-b590-5cd801834347 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:51.091128 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.191547 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a4e25-1df6-4a8c-a9aa-5dbb4ed5fa7d req-0e1101cd-0278-445e-a283-cee7d80369b9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:51.207538 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-621a4e25-1df6-4a8c-a9aa-5dbb4ed5fa7d req-0e1101cd-0278-445e-a283-cee7d80369b9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1288199 Aug 31 07:39:51.213664 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c1643463-bdec-4a7d-ba56-b56fbab984df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.230737 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d8b71be4-6ce5-4611-8187-f0c6da6d4915 req-026c75ea-ba39-4c51-8ba3-c41e945b6b52 service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8334379 Aug 31 07:39:51.253614 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.266126 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-325f7ed5-33f7-4736-a55d-a95bcf0275ce req-b1c9bc1b-a2e7-4f3f-aac2-be9b479f200d service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087245 Aug 31 07:39:51.327937 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-621a4e25-1df6-4a8c-a9aa-5dbb4ed5fa7d req-ee0afbf6-201c-4868-bb75-4bc0cf9434cb tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181550 Aug 31 07:39:51.367644 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 053c0a93-b4ac-439b-b590-5cd801834347, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=053c0a93-b4ac-439b-b590-5cd801834347,segment=NetworkSegment(af6e4c0a-679f-4ae9-94bc-ef9fcf62148f),segment_id=af6e4c0a-679f-4ae9-94bc-ef9fcf62148f)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:51.374920 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.428245 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-325f7ed5-33f7-4736-a55d-a95bcf0275ce req-15aa726b-1de6-4184-8324-8c9685be44d5 service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536212 Aug 31 07:39:51.518888 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=053c0a93-b4ac-439b-b590-5cd801834347,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:51.573927 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a35ff4-4608-4471-8518-3f387bc29806 req-930e0648-ff22-4261-80d7-24d44cc42d67 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:51.581373 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-50a35ff4-4608-4471-8518-3f387bc29806 req-930e0648-ff22-4261-80d7-24d44cc42d67 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.1112921 Aug 31 07:39:51.619821 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0f161-1fcb-4979-83ca-e1a90d63881a req-29eb4c33-ec35-4fff-a2f5-609eec4fbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:51.621159 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-efb0f161-1fcb-4979-83ca-e1a90d63881a req-29eb4c33-ec35-4fff-a2f5-609eec4fbdc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c818e9996e304eb49ab671310d8417de&device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 1098 time: 0.1126647 Aug 31 07:39:51.634336 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-50a35ff4-4608-4471-8518-3f387bc29806 req-48f1e4d3-22d8-43f6-bb09-35eb4ba0469b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505507 Aug 31 07:39:51.812055 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bd2db-dbd5-466f-816c-76d6876ebc73 req-b402fcb7-4f18-4745-82a8-8db37082609a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:51.816351 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0f161-1fcb-4979-83ca-e1a90d63881a req-961feadf-e4e4-4afa-884a-153e6840b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:51.817964 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-efb0f161-1fcb-4979-83ca-e1a90d63881a req-961feadf-e4e4-4afa-884a-153e6840b68a service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbbe651a-bee4-4db8-aa44-d3d2ab957402 HTTP/1.1" status: 200 len: 912 time: 0.1714628 Aug 31 07:39:51.819935 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-200bd2db-dbd5-466f-816c-76d6876ebc73 req-b402fcb7-4f18-4745-82a8-8db37082609a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1090543 Aug 31 07:39:51.882994 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-200bd2db-dbd5-466f-816c-76d6876ebc73 req-36504ebc-4d45-4d49-9e14-2f52b9e8ece5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557048 Aug 31 07:39:51.945828 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-efb0f161-1fcb-4979-83ca-e1a90d63881a req-8fca4b3f-b98a-4b8c-aaf4-8875bf57a63b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=411a49e2-5dfb-46ef-a234-4f959ece50bb HTTP/1.1" status: 200 len: 1000 time: 0.1107745 Aug 31 07:39:52.094295 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0f161-1fcb-4979-83ca-e1a90d63881a req-7d8a8582-b8bc-4845-ba53-fdd81efb7c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.097583 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-efb0f161-1fcb-4979-83ca-e1a90d63881a req-7d8a8582-b8bc-4845-ba53-fdd81efb7c90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b7d8940-cf69-47bc-ac4d-6743859889df HTTP/1.1" status: 200 len: 850 time: 0.1317692 Aug 31 07:39:52.145369 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc525217-893a-47aa-9d1d-b8578edbda9e req-65133708-23d4-450f-8e71-e6b80f9e28d2 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.147287 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bc525217-893a-47aa-9d1d-b8578edbda9e req-65133708-23d4-450f-8e71-e6b80f9e28d2 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 946 time: 0.1088688 Aug 31 07:39:52.194922 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0f161-1fcb-4979-83ca-e1a90d63881a req-173e80b6-fc2d-429f-a16a-f26aba3e9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.196925 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-efb0f161-1fcb-4979-83ca-e1a90d63881a req-173e80b6-fc2d-429f-a16a-f26aba3e9a84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbbe651a-bee4-4db8-aa44-d3d2ab957402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0858235 Aug 31 07:39:52.202381 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bc525217-893a-47aa-9d1d-b8578edbda9e req-9460c7f1-7a03-442e-b415-f9f091bd3d43 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471356 Aug 31 07:39:52.387516 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-efb0f161-1fcb-4979-83ca-e1a90d63881a req-c19f2b15-348a-4e4f-b0c9-7f09e103836e service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796505 Aug 31 07:39:52.702977 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-efb0f161-1fcb-4979-83ca-e1a90d63881a req-e699de65-7643-475f-b06c-14dcff240376 service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736759 Aug 31 07:39:52.909034 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 053c0a93-b4ac-439b-b590-5cd801834347 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:53.027233 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 053c0a93-b4ac-439b-b590-5cd801834347 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:53.027665 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:53.036302 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddba51-8509-443a-a3d1-66e8d02f9499 req-a14c23ca-182f-4805-8027-a93a0226bace tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:53.059398 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-33ddba51-8509-443a-a3d1-66e8d02f9499 req-a14c23ca-182f-4805-8027-a93a0226bace tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1142628 Aug 31 07:39:53.090191 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:53.138884 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-33ddba51-8509-443a-a3d1-66e8d02f9499 req-33a56f09-a077-48cc-af84-6855737a0db4 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784681 Aug 31 07:39:53.449698 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56659ad2-69e2-43ec-a86a-73656648cf17 req-680f0d4c-006e-4105-8b13-cbc48b3395b4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:53.453723 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-56659ad2-69e2-43ec-a86a-73656648cf17 req-680f0d4c-006e-4105-8b13-cbc48b3395b4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.1501539 Aug 31 07:39:53.517798 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-56659ad2-69e2-43ec-a86a-73656648cf17 req-217f1f0d-b10b-4442-9a04-c9c57fd1fa36 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558901 Aug 31 07:39:53.705465 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766972f-d522-4570-a2be-c683a96ba10e req-211da42c-a600-43d7-a89e-89ab5d1ff589 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:53.713657 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0766972f-d522-4570-a2be-c683a96ba10e req-211da42c-a600-43d7-a89e-89ab5d1ff589 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0726573 Aug 31 07:39:53.786820 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0766972f-d522-4570-a2be-c683a96ba10e req-16a2afc8-5b3a-4864-86c2-e8bdc8c1ed44 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718200 Aug 31 07:39:54.156099 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-f9d4c10b-4644-4ed7-9a9f-cb22179268fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.355327 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.808187 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9fe08-3b3f-4756-b606-fcace8867b20 req-d2a6b224-b1a3-46aa-b13d-273af19ea4d6 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:54.810806 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8c9fe08-3b3f-4756-b606-fcace8867b20 req-d2a6b224-b1a3-46aa-b13d-273af19ea4d6 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.1614861 Aug 31 07:39:54.893277 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.914416 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8c9fe08-3b3f-4756-b606-fcace8867b20 req-bea4f5ee-cd18-4bb6-b826-8a0c4c1c7e02 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743132 Aug 31 07:39:55.068752 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490a424-dbe5-4d41-b627-6b065be93a9d req-bb21ec11-ef7c-49f0-aa74-275992c606dd tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:55.078554 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2490a424-dbe5-4d41-b627-6b065be93a9d req-bb21ec11-ef7c-49f0-aa74-275992c606dd tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1120598 Aug 31 07:39:55.141957 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2490a424-dbe5-4d41-b627-6b065be93a9d req-4f714749-5dc0-4b1d-8065-244e570c0eb6 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621619 Aug 31 07:39:56.107534 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d41673-4ed4-4a63-9266-c50a4971dd71 req-303c0187-7279-40f9-9380-de6e7c22498c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:56.119681 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-83d41673-4ed4-4a63-9266-c50a4971dd71 req-303c0187-7279-40f9-9380-de6e7c22498c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.1007125 Aug 31 07:39:56.191212 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-83d41673-4ed4-4a63-9266-c50a4971dd71 req-77c4bb16-c638-464c-bf2d-e05c8b758eaf tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701778 Aug 31 07:39:56.369617 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177bd87-da97-4b8a-b6a0-77314de5f9ad req-b97486fa-fc1c-4368-8ec5-49a2d1d6f5df tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:56.373483 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9177bd87-da97-4b8a-b6a0-77314de5f9ad req-b97486fa-fc1c-4368-8ec5-49a2d1d6f5df tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0895579 Aug 31 07:39:56.553735 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9177bd87-da97-4b8a-b6a0-77314de5f9ad req-ca341674-4b07-4e5e-a7bd-268f84f81690 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675243 Aug 31 07:39:56.614102 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-98935c45-14ad-45a3-a9f0-b630e62ccaca tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:56.615860 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-98935c45-14ad-45a3-a9f0-b630e62ccaca tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/networks?id=9c713d43-d084-4b83-b18e-0af9661b5cd6 HTTP/1.1" status: 200 len: 815 time: 0.1991987 Aug 31 07:39:56.638861 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-e5bb2e1c-019c-49ee-ae96-a9ae269ac310 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/quotas/922263d901cb4acb8af27aa72739c434 HTTP/1.1" status: 200 len: 375 time: 0.0158815 Aug 31 07:39:56.705170 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-cffa3131-a84a-4396-b915-06a44cdae2b7 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=922263d901cb4acb8af27aa72739c434&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652876 Aug 31 07:39:56.728523 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:56.822888 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-9afb38aa-5d49-4c27-9504-5da3844948e2 service neutron] 10.222.0.62 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157420 Aug 31 07:39:56.983397 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-aaeadb3f-aeae-4c0c-8eb4-e51b87efdf43 service neutron] 10.222.0.62 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590130 Aug 31 07:39:57.189759 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-52e9e0ca-08c8-472f-bcd4-3ee3ee0c74bd req-f13a906f-3a63-4dec-9928-348d38edee3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 210 time: 0.0462015 Aug 31 07:39:57.300183 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d911c3e-8696-48a2-aa5e-7f9f1e5261bb req-209d34c9-dbbb-48f4-8d9e-5c0687afd6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:57.301660 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6d911c3e-8696-48a2-aa5e-7f9f1e5261bb req-209d34c9-dbbb-48f4-8d9e-5c0687afd6aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 1098 time: 0.0662382 Aug 31 07:39:57.390683 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099a8d7-cd90-4a7e-b322-c39de6726cca req-ea0e5d2d-17e1-46fe-a933-f1a953b9818b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:57.392466 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a099a8d7-cd90-4a7e-b322-c39de6726cca req-ea0e5d2d-17e1-46fe-a933-f1a953b9818b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0778363 Aug 31 07:39:57.459516 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d911c3e-8696-48a2-aa5e-7f9f1e5261bb req-df3b2162-e0e0-4d3e-a882-12ce0a5f8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:57.461364 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6d911c3e-8696-48a2-aa5e-7f9f1e5261bb req-df3b2162-e0e0-4d3e-a882-12ce0a5f8e5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 200 len: 918 time: 0.1499448 Aug 31 07:39:57.489625 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a099a8d7-cd90-4a7e-b322-c39de6726cca req-55fbc446-b6f4-467f-a581-80a9f94b7983 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844042 Aug 31 07:39:57.565084 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6d911c3e-8696-48a2-aa5e-7f9f1e5261bb req-e172b75a-830f-47ee-8f17-bccf62413338 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95 HTTP/1.1" status: 200 len: 1001 time: 0.0879180 Aug 31 07:39:57.640325 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d911c3e-8696-48a2-aa5e-7f9f1e5261bb req-ffd353af-b355-434f-b7bc-9ac98fff6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:57.642181 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6d911c3e-8696-48a2-aa5e-7f9f1e5261bb req-ffd353af-b355-434f-b7bc-9ac98fff6f94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1810f6c-a578-4036-ab5a-13c99f83c500 HTTP/1.1" status: 200 len: 856 time: 0.0675611 Aug 31 07:39:57.723446 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d911c3e-8696-48a2-aa5e-7f9f1e5261bb req-c8abb6dd-499d-467d-8a64-2b90ce614fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:57.725107 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6d911c3e-8696-48a2-aa5e-7f9f1e5261bb req-c8abb6dd-499d-467d-8a64-2b90ce614fda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0721853 Aug 31 07:39:57.729330 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42c7fe-ff8e-4c8b-8b19-3627df52aecf req-d15432d1-2145-4cb0-8d15-f699ad929704 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:57.731106 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2b42c7fe-ff8e-4c8b-8b19-3627df52aecf req-d15432d1-2145-4cb0-8d15-f699ad929704 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0580850 Aug 31 07:39:57.794464 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2b42c7fe-ff8e-4c8b-8b19-3627df52aecf req-29148e0e-d8b7-4809-aa2e-497a8ce56bf5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519047 Aug 31 07:39:57.860426 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6d911c3e-8696-48a2-aa5e-7f9f1e5261bb req-0fec43f0-d10e-49a6-8c65-fac1ca30ccaf service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202838 Aug 31 07:39:58.015137 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6d911c3e-8696-48a2-aa5e-7f9f1e5261bb req-a66a9678-ffed-460f-b98f-a252ae3ed061 service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194658 Aug 31 07:39:58.283634 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b93e5d8f-7879-465b-aa73-c9d97e430d6d req-1b563c8d-274a-4779-a08d-daef35e0f384 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 210 time: 0.0310719 Aug 31 07:39:58.670004 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed7abe-dfe7-4663-8542-67bd33e5a1be req-6f5b98c2-9f63-402c-9975-d7744c28fff2 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:58.672309 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e9ed7abe-dfe7-4663-8542-67bd33e5a1be req-6f5b98c2-9f63-402c-9975-d7744c28fff2 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0859210 Aug 31 07:39:58.685437 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-bb7767b2-737a-47b2-9d01-da7393438a51 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:58.687747 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-bb7767b2-737a-47b2-9d01-da7393438a51 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "GET /v2.0/networks?id=9c713d43-d084-4b83-b18e-0af9661b5cd6 HTTP/1.1" status: 200 len: 815 time: 0.1661007 Aug 31 07:39:58.710800 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-2daedcba-c81d-4a09-acc2-beea54779c3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Request body: {'port': {'device_id': '33d6d829-1423-400b-b255-b799139d731d', 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6', 'admin_state_up': True, 'tenant_id': '922263d901cb4acb8af27aa72739c434'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:58.737321 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e9ed7abe-dfe7-4663-8542-67bd33e5a1be req-fa6ecc54-cabb-4e06-8ca5-3cad610de51c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576930 Aug 31 07:39:58.854756 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-2daedcba-c81d-4a09-acc2-beea54779c3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Made reservation on behalf of 922263d901cb4acb8af27aa72739c434 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:58.859206 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-2daedcba-c81d-4a09-acc2-beea54779c3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.937937 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf65543-7802-4b9b-aa90-2c32f66fddc2 req-cff7acbf-a6a4-407e-819d-6b91b054222d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:58.942210 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cbf65543-7802-4b9b-aa90-2c32f66fddc2 req-cff7acbf-a6a4-407e-819d-6b91b054222d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0666516 Aug 31 07:39:59.012676 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cbf65543-7802-4b9b-aa90-2c32f66fddc2 req-2230bef2-6c81-42cc-9c4f-7b9176e4ffd3 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498097 Aug 31 07:39:59.104266 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-2daedcba-c81d-4a09-acc2-beea54779c3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Allocated IP 172.20.0.6 (9c713d43-d084-4b83-b18e-0af9661b5cd6/114c4345-cc78-43c3-ac1e-5d053f7af249/1fa31f95-6732-4c9c-ae2c-92b8d85232bc) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:59.270602 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-2daedcba-c81d-4a09-acc2-beea54779c3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.320463 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-2daedcba-c81d-4a09-acc2-beea54779c3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.336516 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['4c920c26-7772-48d6-95b2-a4c69a79467b', 'c7f96f46-683c-4d4c-b03d-5f1eb0404aa5', 'd522db0d-5a8a-4494-98e8-8e793e701740'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:59.408649 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-2daedcba-c81d-4a09-acc2-beea54779c3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Network 9c713d43-d084-4b83-b18e-0af9661b5cd6 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:59.415462 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-2daedcba-c81d-4a09-acc2-beea54779c3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:59.442141 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-2daedcba-c81d-4a09-acc2-beea54779c3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:59.447971 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d387814-9c21-4e7c-9418-a172be8d1383 req-fb02e8db-dca5-40f3-b642-771df6d36c9a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:59.457591 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2d387814-9c21-4e7c-9418-a172be8d1383 req-fb02e8db-dca5-40f3-b642-771df6d36c9a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 931 time: 0.0921142 Aug 31 07:39:59.522694 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daedcba-c81d-4a09-acc2-beea54779c3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Pushing event updated for resources: {'Port': ['ID=1fa31f95-6732-4c9c-ae2c-92b8d85232bc,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:59.554203 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2d387814-9c21-4e7c-9418-a172be8d1383 req-9a35a762-f8d8-482a-8108-8e25a6cad687 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886314 Aug 31 07:39:59.559684 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-2daedcba-c81d-4a09-acc2-beea54779c3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:59.560775 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-2daedcba-c81d-4a09-acc2-beea54779c3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.583892 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-2daedcba-c81d-4a09-acc2-beea54779c3f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8776889 Aug 31 07:39:59.601865 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Request body: {'port': {'device_id': '33d6d829-1423-400b-b255-b799139d731d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:59.672085 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.879857 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4b3c8-5462-47a1-867e-f4f0b073d895 req-0481f3f7-e0ab-4c62-81d7-6ec383003ac1 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:59.881638 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0ed4b3c8-5462-47a1-867e-f4f0b073d895 req-0481f3f7-e0ab-4c62-81d7-6ec383003ac1 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0554402 Aug 31 07:39:59.924529 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0ed4b3c8-5462-47a1-867e-f4f0b073d895 req-6c3387e8-7889-4f31-b392-ad0b1ccfee23 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348289 Aug 31 07:39:59.983203 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa31f95-6732-4c9c-ae2c-92b8d85232bc {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:59.991604 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.005648 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Transition to ACTIVE for port object 1fa31f95-6732-4c9c-ae2c-92b8d85232bc will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:00.010725 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.101831 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa31f95-6732-4c9c-ae2c-92b8d85232bc,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:00.177430 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Attempting to bind port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:00.177741 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Attempting to bind port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:00.178118 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Attempting to bind port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc on network 9c713d43-d084-4b83-b18e-0af9661b5cd6 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:00.180329 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0807-cbf6-4b60-a3c4-7e709a68dd20 req-546dc8e9-fc01-4f0f-bb50-eac7e1461a84 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:00.181876 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-897a0807-cbf6-4b60-a3c4-7e709a68dd20 req-546dc8e9-fc01-4f0f-bb50-eac7e1461a84 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0874424 Aug 31 07:40:00.182743 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc on network 9c713d43-d084-4b83-b18e-0af9661b5cd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:40:00.183237 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Attempting to bind port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc on network 9c713d43-d084-4b83-b18e-0af9661b5cd6 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:00.192362 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:00.192724 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Checking segment: {'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:00.193201 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Bound using segment: {'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:00.193980 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Bound port: 1fa31f95-6732-4c9c-ae2c-92b8d85232bc, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:00.194379 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.244261 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-897a0807-cbf6-4b60-a3c4-7e709a68dd20 req-63e9c02e-75ff-4da6-83ce-6d23f652f5c4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558410 Aug 31 07:40:00.285618 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] For port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:00.289403 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] For port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1fa31f95-6732-4c9c-ae2c-92b8d85232bc,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:00.294428 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.330903 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:00.331805 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:00.333219 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] 10.222.0.59 "PUT /v2.0/ports/1fa31f95-6732-4c9c-ae2c-92b8d85232bc HTTP/1.1" status: 200 len: 1093 time: 0.7383742 Aug 31 07:40:00.333657 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d6d829-1423-400b-b255-b799139d731d', 'tag': '1fa31f95-6732-4c9c-ae2c-92b8d85232bc'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:00.336056 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e838999d-eabf-4929-9cbc-f06d2ec462ea" -d '{"events": [{"name": "network-changed", "server_uuid": "33d6d829-1423-400b-b255-b799139d731d", "tag": "1fa31f95-6732-4c9c-ae2c-92b8d85232bc"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:00.371167 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0f520-c698-4e41-b0ef-49b418d8aa35 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa31f95-6732-4c9c-ae2c-92b8d85232bc,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:00.385350 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34b98fd-d163-47d1-a048-01b584c4b5a9 x-openstack-request-id: req-a34b98fd-d163-47d1-a048-01b584c4b5a9 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:00.385557 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d6d829-1423-400b-b255-b799139d731d", "tag": "1fa31f95-6732-4c9c-ae2c-92b8d85232bc", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:00.385810 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a34b98fd-d163-47d1-a048-01b584c4b5a9 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:00.386211 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d6d829-1423-400b-b255-b799139d731d', 'tag': '1fa31f95-6732-4c9c-ae2c-92b8d85232bc', 'status': 'completed', 'code': 200} Aug 31 07:40:00.443813 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-68ff5ad8-d341-49f6-a336-eb3af3e6d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:00.445347 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-68ff5ad8-d341-49f6-a336-eb3af3e6d412 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=922263d901cb4acb8af27aa72739c434&device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 1096 time: 0.0439949 Aug 31 07:40:00.487458 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-22df2051-95f7-4cf5-a877-c021ffdd0192 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa31f95-6732-4c9c-ae2c-92b8d85232bc HTTP/1.1" status: 200 len: 217 time: 0.0329659 Aug 31 07:40:00.560257 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-226567ad-7d9a-4d89-ba8e-b26b1918aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:00.561922 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-226567ad-7d9a-4d89-ba8e-b26b1918aa97 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=114c4345-cc78-43c3-ac1e-5d053f7af249 HTTP/1.1" status: 200 len: 855 time: 0.0596139 Aug 31 07:40:00.625572 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-597a6dbd-ded1-446d-9490-80f06b4fa111 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c713d43-d084-4b83-b18e-0af9661b5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458992 Aug 31 07:40:00.681383 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3016a-ab8d-4c48-824e-50a34db1c77e req-57d63b95-1ced-43a8-a391-217a03b41f0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:00.683288 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-34d3016a-ab8d-4c48-824e-50a34db1c77e req-57d63b95-1ced-43a8-a391-217a03b41f0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 943 time: 0.0706487 Aug 31 07:40:00.755295 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-34d3016a-ab8d-4c48-824e-50a34db1c77e req-0783972d-c6f9-4aea-aed0-734bf2686b3a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597410 Aug 31 07:40:00.760955 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-d3ab7e34-67e6-4ee2-883c-cb7560d8b33a service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207559 Aug 31 07:40:00.909376 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5bcda41b-39b1-47bc-858f-0cd2a6af4515 req-7d9dd707-236c-4621-b1a6-42051115bcf9 service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374128 Aug 31 07:40:01.061760 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838999d-eabf-4929-9cbc-f06d2ec462ea req-12e3c293-7ff2-45d7-a046-e791b216b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:01.064741 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-e838999d-eabf-4929-9cbc-f06d2ec462ea req-12e3c293-7ff2-45d7-a046-e791b216b1a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=922263d901cb4acb8af27aa72739c434&device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 1096 time: 0.0784993 Aug 31 07:40:01.096577 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:40:01.102123 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127cbef-5392-470b-b16d-d316ad5838a6 req-d0e819b0-74c8-4197-88a8-de0447117f26 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:01.103801 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c127cbef-5392-470b-b16d-d316ad5838a6 req-d0e819b0-74c8-4197-88a8-de0447117f26 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0749528 Aug 31 07:40:01.151277 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c127cbef-5392-470b-b16d-d316ad5838a6 req-f6a901d4-973d-4c90-853b-3bf0e68367a9 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375233 Aug 31 07:40:01.262783 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838999d-eabf-4929-9cbc-f06d2ec462ea req-7815ec2a-d43e-4b7c-a7e8-e2fb6212fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:01.264591 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-e838999d-eabf-4929-9cbc-f06d2ec462ea req-7815ec2a-d43e-4b7c-a7e8-e2fb6212fe63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c713d43-d084-4b83-b18e-0af9661b5cd6 HTTP/1.1" status: 200 len: 916 time: 0.1626344 Aug 31 07:40:01.395757 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3cc4e-26d6-403a-828b-88fd7cbf749a req-97d9ca18-3651-4629-b883-09571a474f3c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:01.398931 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4ad3cc4e-26d6-403a-828b-88fd7cbf749a req-97d9ca18-3651-4629-b883-09571a474f3c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0591915 Aug 31 07:40:01.475624 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4ad3cc4e-26d6-403a-828b-88fd7cbf749a req-850bb728-ce96-4899-b140-efa29602d40d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687335 Aug 31 07:40:01.793782 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [req-0825dd64-d52b-4c7c-b8fd-c49a1c07699b req-82b37293-f2b4-489f-b6b3-f70fd9d9ff5d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:40:01.795008 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0825dd64-d52b-4c7c-b8fd-c49a1c07699b req-82b37293-f2b4-489f-b6b3-f70fd9d9ff5d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066574 Aug 31 07:40:01.906901 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823371b-0a3f-4bda-8005-02030037caa3 req-8e69a13f-fd24-4c09-a973-7d1713f265e7 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:01.909844 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a823371b-0a3f-4bda-8005-02030037caa3 req-8e69a13f-fd24-4c09-a973-7d1713f265e7 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 943 time: 0.0829704 Aug 31 07:40:02.005604 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a823371b-0a3f-4bda-8005-02030037caa3 req-cc4bca63-2512-4162-bd56-73645a4530c5 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882504 Aug 31 07:40:02.028165 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424f145-781f-4c6b-85d6-2fda7cc2c72f req-39101e3e-64e0-4939-adf2-0f9aad8feae7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:02.030306 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9424f145-781f-4c6b-85d6-2fda7cc2c72f req-39101e3e-64e0-4939-adf2-0f9aad8feae7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 945 time: 0.0953076 Aug 31 07:40:02.078345 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9424f145-781f-4c6b-85d6-2fda7cc2c72f req-ef5ef5c9-2962-4472-b7bf-10b4252480a1 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Aug 31 07:40:02.515264 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b334e3b2-032a-47b8-a757-9089d3f4ff95 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:02.575000 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-e838999d-eabf-4929-9cbc-f06d2ec462ea req-8d1633f0-6323-440c-8458-4d930cc0cfd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fa31f95-6732-4c9c-ae2c-92b8d85232bc HTTP/1.1" status: 200 len: 217 time: 0.0474002 Aug 31 07:40:02.604267 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96c510-8e71-4ec9-abf3-9b779c0d1b8b req-aac9ebc1-7482-4f6c-ab44-890e6c1f6d6b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:02.605980 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cb96c510-8e71-4ec9-abf3-9b779c0d1b8b req-aac9ebc1-7482-4f6c-ab44-890e6c1f6d6b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0626717 Aug 31 07:40:02.628581 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:02.653559 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:02.654885 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cb96c510-8e71-4ec9-abf3-9b779c0d1b8b req-f8cc3165-6204-4bbc-b8db-f090977c12d9 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425498 Aug 31 07:40:02.657078 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4c76a8-7e68-46a3-aae3-81059184ec85" -d '{"events": [{"server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "name": "network-vif-unplugged", "status": "completed", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:02.673176 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port b334e3b2-032a-47b8-a757-9089d3f4ff95, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:02.679498 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:02.717561 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e74ee00-6b5d-4211-8d0e-99979fe8e8f0 x-openstack-request-id: req-6e74ee00-6b5d-4211-8d0e-99979fe8e8f0 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:02.717856 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "name": "network-vif-unplugged", "status": "completed", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:02.718109 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e74ee00-6b5d-4211-8d0e-99979fe8e8f0 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:02.718527 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'code': 200} Aug 31 07:40:02.735499 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=b334e3b2-032a-47b8-a757-9089d3f4ff95,revision_number=8']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:03.130341 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71c4bc-02e6-4beb-b644-109b4180b901 req-224f49d5-bdfd-4c99-a093-c58db7731bc2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:03.132935 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2d71c4bc-02e6-4beb-b644-109b4180b901 req-224f49d5-bdfd-4c99-a093-c58db7731bc2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 943 time: 0.0561771 Aug 31 07:40:03.179309 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2d71c4bc-02e6-4beb-b644-109b4180b901 req-a749bdc0-062f-470f-957b-2709d090241c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Aug 31 07:40:03.243465 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d12c9-709a-4683-b173-6c41ce2cf83a req-0765dad2-b70f-4e42-b40e-5bc430e3ecf3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:03.243465 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2a2d12c9-709a-4683-b173-6c41ce2cf83a req-0765dad2-b70f-4e42-b40e-5bc430e3ecf3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0586777 Aug 31 07:40:03.287941 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2a2d12c9-709a-4683-b173-6c41ce2cf83a req-1686f303-b62d-4e4b-b713-e0274947944b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380931 Aug 31 07:40:03.785886 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc8508-38a3-4c5f-b601-4eea9d814539 req-c03ab741-8dde-4b35-aa56-b34878f4fa14 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:03.787963 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a8cc8508-38a3-4c5f-b601-4eea9d814539 req-c03ab741-8dde-4b35-aa56-b34878f4fa14 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0594008 Aug 31 07:40:03.828193 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a8cc8508-38a3-4c5f-b601-4eea9d814539 req-044341a3-2c06-431e-a68a-e6a81bced7b4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339041 Aug 31 07:40:04.314301 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd39921-7d25-456c-9203-7260d3ae11dc req-52a83ceb-28f0-461e-a7f8-2dc42e35faf1 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:04.322807 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bcd39921-7d25-456c-9203-7260d3ae11dc req-52a83ceb-28f0-461e-a7f8-2dc42e35faf1 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 943 time: 0.0593915 Aug 31 07:40:04.385424 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bcd39921-7d25-456c-9203-7260d3ae11dc req-b262c5ba-fdbc-4294-8c6d-8f8742658b96 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617251 Aug 31 07:40:04.435256 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425206aa-1e1e-4459-afbd-927cf7c635c2 req-28a299fc-3ee4-45e3-95a2-6521a4c73811 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:04.437403 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-425206aa-1e1e-4459-afbd-927cf7c635c2 req-28a299fc-3ee4-45e3-95a2-6521a4c73811 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0712147 Aug 31 07:40:04.494975 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-425206aa-1e1e-4459-afbd-927cf7c635c2 req-4e90ad6b-f635-41bc-a4db-ac830684672d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518072 Aug 31 07:40:04.714510 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838999d-eabf-4929-9cbc-f06d2ec462ea req-814f46d6-3237-47e1-b5d8-cd1e5cee062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:04.714510 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-e838999d-eabf-4929-9cbc-f06d2ec462ea req-814f46d6-3237-47e1-b5d8-cd1e5cee062c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=114c4345-cc78-43c3-ac1e-5d053f7af249 HTTP/1.1" status: 200 len: 855 time: 0.0689359 Aug 31 07:40:04.761919 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-e838999d-eabf-4929-9cbc-f06d2ec462ea req-22f80365-2416-4253-a73e-533a4508b89a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c713d43-d084-4b83-b18e-0af9661b5cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389795 Aug 31 07:40:04.895265 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-e838999d-eabf-4929-9cbc-f06d2ec462ea req-ad9e6bc5-fcad-427c-a9ae-2370f6e2d1e3 service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189389 Aug 31 07:40:04.961695 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d447cd4-0d63-4947-ba2a-c7be19b5835e req-f53c7148-9f11-4cab-90ac-b7bafa821c8f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:04.980777 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9d447cd4-0d63-4947-ba2a-c7be19b5835e req-f53c7148-9f11-4cab-90ac-b7bafa821c8f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0676842 Aug 31 07:40:05.028896 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-e838999d-eabf-4929-9cbc-f06d2ec462ea req-76b39e51-596c-434b-9822-c86d94710ee8 service neutron] 10.222.0.59 "GET /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212854 Aug 31 07:40:05.034418 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9d447cd4-0d63-4947-ba2a-c7be19b5835e req-47ebd553-8a3c-45d6-aef2-592d08c29fab tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498686 Aug 31 07:40:05.517689 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf4a17-a134-4550-b8a8-3edcf3a20ebd req-d7b5cb7e-e346-4d57-82a1-336add6995e9 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:05.519408 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d1cf4a17-a134-4550-b8a8-3edcf3a20ebd req-d7b5cb7e-e346-4d57-82a1-336add6995e9 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 943 time: 0.0557456 Aug 31 07:40:05.571161 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d1cf4a17-a134-4550-b8a8-3edcf3a20ebd req-c977131a-783d-4eb6-8242-e7dc408e05d8 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419285 Aug 31 07:40:05.623868 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6b4c0-dfc8-48d0-a49b-0524cbde3ecb req-f938b692-9b00-49c2-ad8a-c5fbc2c3bb2d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:05.625503 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5fd6b4c0-dfc8-48d0-a49b-0524cbde3ecb req-f938b692-9b00-49c2-ad8a-c5fbc2c3bb2d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0533638 Aug 31 07:40:05.666243 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5fd6b4c0-dfc8-48d0-a49b-0524cbde3ecb req-ab65da17-3343-4f49-af28-2efb3b3f44ab tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338106 Aug 31 07:40:06.185287 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b06c5f-806e-4d66-948d-ca7dd6f396c4 req-20d8c297-a1e1-42fc-8fcb-7b006a351d63 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:06.187226 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-22b06c5f-806e-4d66-948d-ca7dd6f396c4 req-20d8c297-a1e1-42fc-8fcb-7b006a351d63 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0638311 Aug 31 07:40:06.234246 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-22b06c5f-806e-4d66-948d-ca7dd6f396c4 req-cba6ecc6-085a-440a-8e7f-6dba49aa8053 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399115 Aug 31 07:40:06.465586 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43634) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:06.582192 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-d8037325-9e54-4f7f-b5f0-78b25f19e788 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1154761 Aug 31 07:40:06.682749 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c43288-480c-4009-af54-79fca5e5fbf3 req-729cc3ba-cf36-48f7-a050-885ff1be7e62 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:06.684231 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-53c43288-480c-4009-af54-79fca5e5fbf3 req-729cc3ba-cf36-48f7-a050-885ff1be7e62 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 943 time: 0.0488579 Aug 31 07:40:06.723249 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-53c43288-480c-4009-af54-79fca5e5fbf3 req-ed7e4006-9546-480b-9bce-b3a2f9d3bd3a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330281 Aug 31 07:40:06.814082 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b9adf-0f86-43f3-9112-6fda68dc57ec req-2bde8eb0-484d-40bf-b9cd-69a441fff652 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:06.815553 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-233b9adf-0f86-43f3-9112-6fda68dc57ec req-2bde8eb0-484d-40bf-b9cd-69a441fff652 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0532837 Aug 31 07:40:06.856982 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-233b9adf-0f86-43f3-9112-6fda68dc57ec req-a9ba56d8-0152-4ec2-97db-2206bff6e4ed tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353727 Aug 31 07:40:07.347733 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1985c3-475b-45a8-bcf6-6589f052652a req-47c33e10-38d9-4706-8a61-29cafed077c6 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:07.349251 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3a1985c3-475b-45a8-bcf6-6589f052652a req-47c33e10-38d9-4706-8a61-29cafed077c6 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0479543 Aug 31 07:40:07.386753 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3a1985c3-475b-45a8-bcf6-6589f052652a req-b22221fb-cc04-4ce6-9817-886d6383906d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Aug 31 07:40:07.661961 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b334e3b2-032a-47b8-a757-9089d3f4ff95 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:07.837484 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346b618-896d-4dc5-b2d2-f9ad9945850f req-c4f13279-e0f2-4256-85d3-80c899504516 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:07.838867 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f346b618-896d-4dc5-b2d2-f9ad9945850f req-c4f13279-e0f2-4256-85d3-80c899504516 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 943 time: 0.0491047 Aug 31 07:40:07.881526 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f346b618-896d-4dc5-b2d2-f9ad9945850f req-cea53c3f-fd72-4507-a071-21118f5e07d1 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352006 Aug 31 07:40:07.982650 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5836afa-8872-43b4-8660-1cd4eb96c78e req-7923e2e1-32cc-4a05-95c5-4fa3d0850049 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:07.984170 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c5836afa-8872-43b4-8660-1cd4eb96c78e req-7923e2e1-32cc-4a05-95c5-4fa3d0850049 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0529423 Aug 31 07:40:08.027043 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c5836afa-8872-43b4-8660-1cd4eb96c78e req-b955ab7e-181e-4f8b-9a9b-c4c477a57697 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368891 Aug 31 07:40:08.502776 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664c6b1-7507-4860-bd30-3017c70df0d2 req-d453a3e0-bc1e-469b-b305-7340ac333f66 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:08.504144 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c664c6b1-7507-4860-bd30-3017c70df0d2 req-d453a3e0-bc1e-469b-b305-7340ac333f66 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0495148 Aug 31 07:40:08.542202 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c664c6b1-7507-4860-bd30-3017c70df0d2 req-5dc3fd49-73f9-4d55-b38b-c11329b28839 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313144 Aug 31 07:40:08.999682 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092d6d8-a4e6-4e57-9cca-9e7c9dd851ff req-d2b0454b-dbd6-4eed-8f6e-894f142f72fe tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:09.001150 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c092d6d8-a4e6-4e57-9cca-9e7c9dd851ff req-d2b0454b-dbd6-4eed-8f6e-894f142f72fe tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 943 time: 0.0516934 Aug 31 07:40:09.039313 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c092d6d8-a4e6-4e57-9cca-9e7c9dd851ff req-99bf983d-0caf-464f-b372-f885da7adad9 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Aug 31 07:40:09.146089 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7ed17-db95-44b8-9a18-c3d9189b92f4 req-ff7233a7-1eee-4163-a0b5-58c7f864fdb7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:09.147630 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-32d7ed17-db95-44b8-9a18-c3d9189b92f4 req-ff7233a7-1eee-4163-a0b5-58c7f864fdb7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0482385 Aug 31 07:40:09.189139 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-32d7ed17-db95-44b8-9a18-c3d9189b92f4 req-0da4df5d-ae7b-45fd-b4f8-b180805e5889 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350156 Aug 31 07:40:09.657337 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314c315-708a-4fca-9ce1-181530459ce4 req-e30fa98b-02e7-444c-a5e3-66f04b883189 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:09.659112 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5314c315-708a-4fca-9ce1-181530459ce4 req-e30fa98b-02e7-444c-a5e3-66f04b883189 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0492868 Aug 31 07:40:09.698437 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5314c315-708a-4fca-9ce1-181530459ce4 req-6cc32a0f-746c-48dc-a2ad-93e344b30621 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327878 Aug 31 07:40:10.155382 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4ec1b-9c5b-4ec4-bea3-56fda44eb2a5 req-904f8682-7ce4-4165-af58-d0eb88c400e7 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:10.156858 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0ee4ec1b-9c5b-4ec4-bea3-56fda44eb2a5 req-904f8682-7ce4-4165-af58-d0eb88c400e7 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 943 time: 0.0499070 Aug 31 07:40:10.193566 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0ee4ec1b-9c5b-4ec4-bea3-56fda44eb2a5 req-2162483d-4c97-4a07-b53c-fb5d86faeee9 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306478 Aug 31 07:40:10.310539 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7736b-2f4e-4908-8fac-03dbdf561205 req-6641a238-eb4a-436e-a845-dd395e8b8734 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:10.312070 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-afc7736b-2f4e-4908-8fac-03dbdf561205 req-6641a238-eb4a-436e-a845-dd395e8b8734 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0506546 Aug 31 07:40:10.353832 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-afc7736b-2f4e-4908-8fac-03dbdf561205 req-cf5422e4-661e-4949-a131-3d098bf21f2e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351870 Aug 31 07:40:10.818605 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655ea01-4c2a-40d3-8f5d-75c22894dd4e req-98c39dd7-24ec-4c95-b27f-3f3f57b13e54 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:10.820080 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0655ea01-4c2a-40d3-8f5d-75c22894dd4e req-98c39dd7-24ec-4c95-b27f-3f3f57b13e54 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0509009 Aug 31 07:40:10.857172 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0655ea01-4c2a-40d3-8f5d-75c22894dd4e req-a9aa3237-2e04-441f-a916-3737b99f2469 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311155 Aug 31 07:40:11.307892 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1833c67-371d-48bc-bf73-722767ab2c96 req-1e1512e9-b2ee-455e-9903-47c5523ba87d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:11.309268 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e1833c67-371d-48bc-bf73-722767ab2c96 req-1e1512e9-b2ee-455e-9903-47c5523ba87d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 943 time: 0.0478835 Aug 31 07:40:11.347712 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e1833c67-371d-48bc-bf73-722767ab2c96 req-b31f1641-960f-4ca6-90ff-54ca5313eece tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Aug 31 07:40:11.485924 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c337c-911d-4c4d-ad83-d011306b4b9d req-ffb4cea1-ab1c-4122-807c-85ed83cf5a2e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:11.498888 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-367c337c-911d-4c4d-ad83-d011306b4b9d req-ffb4cea1-ab1c-4122-807c-85ed83cf5a2e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0716383 Aug 31 07:40:11.544201 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-367c337c-911d-4c4d-ad83-d011306b4b9d req-6bb2916c-ee7e-4d0d-9007-d916efa57efc tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445199 Aug 31 07:40:11.587168 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-37ad9973-7051-4e50-8e01-af8ec1a678f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:11.589665 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-37ad9973-7051-4e50-8e01-af8ec1a678f6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40&tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0931461 Aug 31 07:40:11.662269 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-41a479ff-657d-43b6-bcf9-c6b24eb76758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:11.663935 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-41a479ff-657d-43b6-bcf9-c6b24eb76758 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 1096 time: 0.0452020 Aug 31 07:40:11.793057 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8655f-00f5-4924-8d2a-3066f1a69d25 req-604c8306-63ba-4c78-ab7a-54fa3a40766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:11.795032 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-fef8655f-00f5-4924-8d2a-3066f1a69d25 req-604c8306-63ba-4c78-ab7a-54fa3a40766c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 1098 time: 0.0954638 Aug 31 07:40:11.818477 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-fd874448-4cfa-4b35-8da1-2b719ffdb806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:11.819941 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-fd874448-4cfa-4b35-8da1-2b719ffdb806 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 200 len: 918 time: 0.1390879 Aug 31 07:40:11.844981 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-fef8655f-00f5-4924-8d2a-3066f1a69d25 req-d790d2e5-6fa4-42b3-8307-e3af91102433 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375788 Aug 31 07:40:11.914622 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-ec5f68bb-3059-4ab7-8a7d-0e3eda6db1aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95 HTTP/1.1" status: 200 len: 999 time: 0.0769787 Aug 31 07:40:11.982273 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7949e2a-08ab-471f-87d8-250de6c1db69 req-8c1b9bda-af33-4746-a3f9-f18c9769bf5f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:11.983830 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c7949e2a-08ab-471f-87d8-250de6c1db69 req-8c1b9bda-af33-4746-a3f9-f18c9769bf5f tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0558918 Aug 31 07:40:12.025191 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c7949e2a-08ab-471f-87d8-250de6c1db69 req-89580a6b-b2f9-42b5-ad2b-044885aed8fe tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353062 Aug 31 07:40:12.133734 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-903aa140-d3dd-4302-b466-f56bc0b43040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:12.135717 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-903aa140-d3dd-4302-b466-f56bc0b43040 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1810f6c-a578-4036-ab5a-13c99f83c500 HTTP/1.1" status: 200 len: 856 time: 0.0446222 Aug 31 07:40:12.184015 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-bd91683b-659a-4805-ae2e-efc2cfa12e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:12.185509 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-bd91683b-659a-4805-ae2e-efc2cfa12e84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403795 Aug 31 07:40:12.291346 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-511efe29-2976-4065-a291-ec724c8558de service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855305 Aug 31 07:40:12.394633 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-cc05f254-dd3d-44a9-ab4d-7aa50b82b617 req-6c0aaf99-c4b6-4041-8bbe-37125ee17cad service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853052 Aug 31 07:40:12.468124 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34339a-f4bc-44e9-9b76-9cf43c8a38f8 req-64840022-8f3a-4e40-b376-67d23ccf7902 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:12.469904 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4f34339a-f4bc-44e9-9b76-9cf43c8a38f8 req-64840022-8f3a-4e40-b376-67d23ccf7902 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 943 time: 0.0520573 Aug 31 07:40:12.510258 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4f34339a-f4bc-44e9-9b76-9cf43c8a38f8 req-527178b4-7b86-4797-ac4a-a1815d8777b8 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341427 Aug 31 07:40:12.676406 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 1fa31f95-6732-4c9c-ae2c-92b8d85232bc details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:40:12.709710 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b678d-21d6-49e0-b29f-7ffb23ecb585 req-6cddcbaa-1816-4489-aea9-c5b782ae323e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:12.711434 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8d5b678d-21d6-49e0-b29f-7ffb23ecb585 req-6cddcbaa-1816-4489-aea9-c5b782ae323e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0589998 Aug 31 07:40:12.762575 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8d5b678d-21d6-49e0-b29f-7ffb23ecb585 req-9375201b-a2b9-4f32-b726-a406e037b827 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450101 Aug 31 07:40:12.786370 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1fa31f95-6732-4c9c-ae2c-92b8d85232bc,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:12.800091 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '1fa31f95-6732-4c9c-ae2c-92b8d85232bc', 'network_id': '9c713d43-d084-4b83-b18e-0af9661b5cd6', 'port_id': '1fa31f95-6732-4c9c-ae2c-92b8d85232bc', 'mac_address': 'fa:16:3e:ae:e8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '114c4345-cc78-43c3-ac1e-5d053f7af249', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:40:12.841271 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:12.883177 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa31f95-6732-4c9c-ae2c-92b8d85232bc {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:12.925454 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1fa31f95-6732-4c9c-ae2c-92b8d85232bc,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:12.935336 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.010555 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=1fa31f95-6732-4c9c-ae2c-92b8d85232bc,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:13.024828 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.025776 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.026531 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.027099 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.027745 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.028258 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.028842 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.029470 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.030128 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.030677 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.031240 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.031846 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.141653 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43804) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:13.158500 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74503b-45e2-4f68-8991-93c9b9b4886b req-d7c8f23a-06c0-48d1-bfff-1750247a8719 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:13.160046 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fa74503b-45e2-4f68-8991-93c9b9b4886b req-d7c8f23a-06c0-48d1-bfff-1750247a8719 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0616412 Aug 31 07:40:13.219420 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_v2 [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Deleting subnet 527e734e-34a3-4bdd-a5b1-f4640c6a2e90 {{(pid=94043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:40:13.226425 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.230771 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fa74503b-45e2-4f68-8991-93c9b9b4886b req-c5d45bb5-5aa2-4b1d-b535-c5617985cb71 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518441 Aug 31 07:40:13.272706 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529139911'] for subnet, precommit_delete_associations {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.313131 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.369064 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529198993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529159932'] for subnet, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.394083 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=527e734e-34a3-4bdd-a5b1-f4640c6a2e90,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:13.402828 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.403177 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.403519 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.403858 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.404188 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.404755 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.404881 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.405164 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.405491 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.405839 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.406140 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.406484 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:13.412680 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.414717 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-222b5f25-b536-4ac5-bff7-311382e2e04f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/527e734e-34a3-4bdd-a5b1-f4640c6a2e90 HTTP/1.1" status: 204 len: 168 time: 0.2720978 Aug 31 07:40:13.417316 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43806) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:13.425569 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['1fa31f95-6732-4c9c-ae2c-92b8d85232bc'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:13.500135 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2e7921eb-421f-4af5-9cb2-527b197ca081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.610968 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2e7921eb-421f-4af5-9cb2-527b197ca081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.637285 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-2e7921eb-421f-4af5-9cb2-527b197ca081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ef5db1-ff0b-4d2a-8366-4524de2c766f']}} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:13.649076 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-2e7921eb-421f-4af5-9cb2-527b197ca081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334faff9-1fe5-44e9-8b38-53d61d35160c') {'for_net_delete': True} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:13.649370 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-2e7921eb-421f-4af5-9cb2-527b197ca081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334faff9-1fe5-44e9-8b38-53d61d35160c') {} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:13.666828 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2e7921eb-421f-4af5-9cb2-527b197ca081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529139964'] for segment, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.688568 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9a7b0-527f-497b-93e9-62a0dd4062ac req-80539807-ed2f-4b64-af98-caf7b23c8e38 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:13.690192 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1ee9a7b0-527f-497b-93e9-62a0dd4062ac req-80539807-ed2f-4b64-af98-caf7b23c8e38 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 944 time: 0.1029549 Aug 31 07:40:13.695868 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2e7921eb-421f-4af5-9cb2-527b197ca081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.709781 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e7921eb-421f-4af5-9cb2-527b197ca081 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:40:13.710187 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2e7921eb-421f-4af5-9cb2-527b197ca081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529198891'] for segment, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: Traceback (most recent call last): Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: timer() Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: cb(*args, **kw) Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: return func(*args, **kwargs) Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: self._notify() Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: self.callback(batched_events) Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: event.method(event) Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: return f(self, *a, **k) Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._get(url).json() Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: return self.request(url, 'GET', **kwargs) Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:40:13.711978 dv-cinder-799668-14-iscsi neutron-server[94043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:40:13.806587 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1ee9a7b0-527f-497b-93e9-62a0dd4062ac req-48915f2b-546e-4d92-8a6c-d355baa940a7 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077621 Aug 31 07:40:13.813745 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2e7921eb-421f-4af5-9cb2-527b197ca081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.822854 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2e7921eb-421f-4af5-9cb2-527b197ca081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:13.824999 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-2e7921eb-421f-4af5-9cb2-527b197ca081 admin admin] 10.222.0.62 "DELETE /v2.0/networks/03ef5db1-ff0b-4d2a-8366-4524de2c766f HTTP/1.1" status: 204 len: 168 time: 0.4066460 Aug 31 07:40:13.861172 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7921eb-421f-4af5-9cb2-527b197ca081 admin admin] Pushing event deleted for resources: {'Network': ['ID=03ef5db1-ff0b-4d2a-8366-4524de2c766f,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:13.945189 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38caf2f1-7c9c-4169-ba33-70a7cf32d767 req-653c78b8-7be6-4a5d-b109-8968c08857da tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:13.945580 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-38caf2f1-7c9c-4169-ba33-70a7cf32d767 req-653c78b8-7be6-4a5d-b109-8968c08857da tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0672154 Aug 31 07:40:14.041364 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-38caf2f1-7c9c-4169-ba33-70a7cf32d767 req-6a86398f-9f7a-49ad-a1fc-ee1a8ab110a3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860996 Aug 31 07:40:14.123471 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 43826) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:14.169137 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-3b53e7d2-11c6-4eef-a318-553612c83523 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9f9080227d14e7fb47cbbc1b6ca1017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420358 Aug 31 07:40:14.169457 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 43828) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:14.226902 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4a13d276-7a72-4127-adc4-abf80f87ad50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:14.251440 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4a13d276-7a72-4127-adc4-abf80f87ad50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:14.316412 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4a13d276-7a72-4127-adc4-abf80f87ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:14.319737 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4a13d276-7a72-4127-adc4-abf80f87ad50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:14.321204 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-4a13d276-7a72-4127-adc4-abf80f87ad50 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df09cf90-b0ac-4479-862b-df7477d374a8 HTTP/1.1" status: 204 len: 168 time: 0.1507168 Aug 31 07:40:14.330670 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13d276-7a72-4127-adc4-abf80f87ad50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df09cf90-b0ac-4479-862b-df7477d374a8,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:14.382505 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ab453-84dc-4666-8672-ed674da38cb6 req-a6427b9b-285e-40a4-b358-758bd534d471 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:14.384265 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5e3ab453-84dc-4666-8672-ed674da38cb6 req-a6427b9b-285e-40a4-b358-758bd534d471 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0731323 Aug 31 07:40:14.430231 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5e3ab453-84dc-4666-8672-ed674da38cb6 req-30f1d863-d0b6-4a4f-8b34-706ec52e0a83 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355940 Aug 31 07:40:14.940132 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadac5f-cdb3-47b3-b012-1ab75ad0c496 req-d5b6b699-c611-4402-b2d7-fac73767f7ff tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:14.941664 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bbadac5f-cdb3-47b3-b012-1ab75ad0c496 req-d5b6b699-c611-4402-b2d7-fac73767f7ff tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 944 time: 0.0583925 Aug 31 07:40:14.979661 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bbadac5f-cdb3-47b3-b012-1ab75ad0c496 req-ee675291-86ee-4a28-9bc9-88e7f1ee9a01 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317461 Aug 31 07:40:15.171794 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a034f5f-ad68-41c9-86df-674a3daa1151 req-d7382f41-8187-4fb3-bb37-ad22b2781343 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:15.173275 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6a034f5f-ad68-41c9-86df-674a3daa1151 req-d7382f41-8187-4fb3-bb37-ad22b2781343 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0539496 Aug 31 07:40:15.213015 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6a034f5f-ad68-41c9-86df-674a3daa1151 req-9bb921da-afe8-41e9-9b63-a8f6d16bbdac tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337856 Aug 31 07:40:15.547644 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a37137-be68-4fe1-b4e2-71c3f250f38d req-79dfba70-b300-4038-8c7f-2190e45b3135 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:15.549615 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e1a37137-be68-4fe1-b4e2-71c3f250f38d req-79dfba70-b300-4038-8c7f-2190e45b3135 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0490131 Aug 31 07:40:15.590595 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e1a37137-be68-4fe1-b4e2-71c3f250f38d req-7619f076-6719-4b28-9c2c-8f4c6bfe3e92 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344017 Aug 31 07:40:16.109627 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189562a4-a220-45f9-9793-01bc4747d262 req-40dbf28d-372e-4847-b789-87291e698cea tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:16.111364 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-189562a4-a220-45f9-9793-01bc4747d262 req-40dbf28d-372e-4847-b789-87291e698cea tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 944 time: 0.0545168 Aug 31 07:40:16.155414 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-189562a4-a220-45f9-9793-01bc4747d262 req-89f4340a-b9e9-4689-98d2-170f82cecd75 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341928 Aug 31 07:40:16.337666 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2f392-430d-4f8a-b1dc-465935921448 req-037c9894-26d9-4886-a58b-b3cffc59ed56 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:16.340990 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0de2f392-430d-4f8a-b1dc-465935921448 req-037c9894-26d9-4886-a58b-b3cffc59ed56 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0566769 Aug 31 07:40:16.586322 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0de2f392-430d-4f8a-b1dc-465935921448 req-7c7b4010-0d6e-4cf2-9a10-0bf86d83beeb tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402785 Aug 31 07:40:16.702100 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 1fa31f95-6732-4c9c-ae2c-92b8d85232bc up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:16.710954 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b36696-94b8-4c3c-b51a-0a40ae3e66d6 req-1a5d5f71-40fe-4d26-86cc-60ab020882e3 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:16.712471 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-44b36696-94b8-4c3c-b51a-0a40ae3e66d6 req-1a5d5f71-40fe-4d26-86cc-60ab020882e3 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0500903 Aug 31 07:40:16.779577 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-44b36696-94b8-4c3c-b51a-0a40ae3e66d6 req-8e619468-35b1-4d08-a020-a548e36418b7 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585628 Aug 31 07:40:16.817653 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:16.823489 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:16.824704 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.955585 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.993058 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d6d829-1423-400b-b255-b799139d731d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa31f95-6732-4c9c-ae2c-92b8d85232bc'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:16.995324 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf21688-4caf-41ea-8595-425f6dc52662" -d '{"events": [{"server_uuid": "33d6d829-1423-400b-b255-b799139d731d", "name": "network-vif-plugged", "status": "completed", "tag": "1fa31f95-6732-4c9c-ae2c-92b8d85232bc"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:17.013060 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1fa31f95-6732-4c9c-ae2c-92b8d85232bc,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:17.024692 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:17.049250 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5434a821-eca0-48a4-9747-70f8c64d7311 x-openstack-request-id: req-5434a821-eca0-48a4-9747-70f8c64d7311 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:17.049590 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d6d829-1423-400b-b255-b799139d731d", "name": "network-vif-plugged", "status": "completed", "tag": "1fa31f95-6732-4c9c-ae2c-92b8d85232bc", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:17.049815 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5434a821-eca0-48a4-9747-70f8c64d7311 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:17.050206 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d6d829-1423-400b-b255-b799139d731d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa31f95-6732-4c9c-ae2c-92b8d85232bc', 'code': 200} Aug 31 07:40:17.077187 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=1fa31f95-6732-4c9c-ae2c-92b8d85232bc,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:17.284359 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c58f8-5526-4f7d-98be-9e39eff4a9e5 req-0d9d5deb-2401-4c09-83be-a648b5fc1b25 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:17.285861 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-838c58f8-5526-4f7d-98be-9e39eff4a9e5 req-0d9d5deb-2401-4c09-83be-a648b5fc1b25 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0545130 Aug 31 07:40:17.325736 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-838c58f8-5526-4f7d-98be-9e39eff4a9e5 req-e8afe939-d101-45e6-a93a-62d866a0f1a1 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339782 Aug 31 07:40:17.718404 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98c4b0-55c1-49eb-8968-1e806beeaee2 req-f0cce7f6-117c-4cfd-9842-596b4ba8345b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:17.720037 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fe98c4b0-55c1-49eb-8968-1e806beeaee2 req-f0cce7f6-117c-4cfd-9842-596b4ba8345b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0584054 Aug 31 07:40:17.761323 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fe98c4b0-55c1-49eb-8968-1e806beeaee2 req-c318a711-03da-4414-962d-3c9f5389abb5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351954 Aug 31 07:40:17.899472 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf74f40-797e-462b-8127-34ed0ff8fd56 req-19313f16-b336-4c4e-9d1a-0be8171264d1 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:17.901010 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dcf74f40-797e-462b-8127-34ed0ff8fd56 req-19313f16-b336-4c4e-9d1a-0be8171264d1 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0526047 Aug 31 07:40:17.975856 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dcf74f40-797e-462b-8127-34ed0ff8fd56 req-be376395-5c72-4d0a-91fe-9c88559fa0a6 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687311 Aug 31 07:40:18.442561 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188ea66-84ca-4485-ae8f-bfa8d64a3f72 req-5d682d82-47ef-4026-898d-b1abc89a7122 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:18.444000 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a188ea66-84ca-4485-ae8f-bfa8d64a3f72 req-5d682d82-47ef-4026-898d-b1abc89a7122 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0508471 Aug 31 07:40:18.481860 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a188ea66-84ca-4485-ae8f-bfa8d64a3f72 req-e29558b9-05a2-4134-9d6e-d421da228961 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310879 Aug 31 07:40:18.896104 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a7ac5-bf73-46a9-a87e-89abc329bead req-786fd40b-5bce-4ca7-a03e-03bad9ed7ddb tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:18.897607 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3c6a7ac5-bf73-46a9-a87e-89abc329bead req-786fd40b-5bce-4ca7-a03e-03bad9ed7ddb tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0544052 Aug 31 07:40:18.940212 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3c6a7ac5-bf73-46a9-a87e-89abc329bead req-b7ea76ea-0140-4826-bb86-aa989db14450 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364575 Aug 31 07:40:19.101999 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45353a55-0776-4195-969f-4dc740406d0e req-2b722c56-fcc1-4240-9c13-b3273f003b30 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:19.103738 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-45353a55-0776-4195-969f-4dc740406d0e req-2b722c56-fcc1-4240-9c13-b3273f003b30 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0503409 Aug 31 07:40:19.143257 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-45353a55-0776-4195-969f-4dc740406d0e req-98e87222-235e-40a3-9c3f-5b819e9921da tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332997 Aug 31 07:40:19.601131 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fee4b-8e57-4c14-9f14-01694bce8fe8 req-c0420a69-2c82-4843-9c00-ebc628fd31a2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:19.602775 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-432fee4b-8e57-4c14-9f14-01694bce8fe8 req-c0420a69-2c82-4843-9c00-ebc628fd31a2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0513184 Aug 31 07:40:19.641092 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-432fee4b-8e57-4c14-9f14-01694bce8fe8 req-60269f14-9681-400a-976c-12c09235fd8b tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317888 Aug 31 07:40:20.069402 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34565e81-e5e5-4007-97ea-08d8c89fe110 req-21c5fdca-4ce2-4c0e-bf19-117a15367000 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:20.070917 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-34565e81-e5e5-4007-97ea-08d8c89fe110 req-21c5fdca-4ce2-4c0e-bf19-117a15367000 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0566530 Aug 31 07:40:20.109899 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-34565e81-e5e5-4007-97ea-08d8c89fe110 req-3cd3a294-6ff6-4af6-a691-e2ba8e31c442 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329452 Aug 31 07:40:20.263645 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628332ba-ce11-48b9-837b-21d56c5423b3 req-66391e80-b072-4f0d-beb0-1ae79c4a1de7 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:20.265237 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-628332ba-ce11-48b9-837b-21d56c5423b3 req-66391e80-b072-4f0d-beb0-1ae79c4a1de7 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0513928 Aug 31 07:40:20.307578 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-628332ba-ce11-48b9-837b-21d56c5423b3 req-8b8e7481-8f06-4980-bb03-f8908e6d0eed tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363872 Aug 31 07:40:20.767004 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1e1bf-dc19-41a6-b3a1-11ad3da274aa req-506284fe-6d52-4a86-9d28-b42cb721a8e4 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:20.768613 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a7f1e1bf-dc19-41a6-b3a1-11ad3da274aa req-506284fe-6d52-4a86-9d28-b42cb721a8e4 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0572307 Aug 31 07:40:20.807466 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a7f1e1bf-dc19-41a6-b3a1-11ad3da274aa req-9be6952a-c8ad-4845-8fd3-ab103d4dd2cd tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327125 Aug 31 07:40:21.169450 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-4e582743-7472-4db1-bb76-83911593496a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:21.244202 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb1904-6d6e-44a5-b4f0-518b3abd2d5a req-32fddf18-9cdf-48c5-8d3c-a261eccbcc93 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:21.245821 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6dbb1904-6d6e-44a5-b4f0-518b3abd2d5a req-32fddf18-9cdf-48c5-8d3c-a261eccbcc93 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0582316 Aug 31 07:40:21.286120 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6dbb1904-6d6e-44a5-b4f0-518b3abd2d5a req-65a12da9-0cc7-4d6a-8bdc-dc5e18c4d8a4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328617 Aug 31 07:40:21.427048 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1dad3-3c26-46d3-8409-692005c2078c req-1a56399f-94a5-40aa-bdb5-7cdd56703033 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:21.428742 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a7a1dad3-3c26-46d3-8409-692005c2078c req-1a56399f-94a5-40aa-bdb5-7cdd56703033 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0509200 Aug 31 07:40:21.481555 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a7a1dad3-3c26-46d3-8409-692005c2078c req-a082ebca-3d65-4d59-8c4a-c33042aacb53 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464449 Aug 31 07:40:21.930854 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51ea22-7e96-4e95-8ac2-cffcc1211a61 req-8a879e97-3063-49b9-8399-4a11de31ba65 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:21.932338 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-aa51ea22-7e96-4e95-8ac2-cffcc1211a61 req-8a879e97-3063-49b9-8399-4a11de31ba65 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0520296 Aug 31 07:40:21.971188 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-aa51ea22-7e96-4e95-8ac2-cffcc1211a61 req-88c06c07-a70d-4d7d-a8ba-6b7e5bfc15bc tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329378 Aug 31 07:40:22.414951 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea4d4-d5cb-486f-9563-297dfb93f316 req-4eed3d08-3a9c-4d32-9e20-fab36b8d9286 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:22.416421 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fbfea4d4-d5cb-486f-9563-297dfb93f316 req-4eed3d08-3a9c-4d32-9e20-fab36b8d9286 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0565290 Aug 31 07:40:22.460042 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fbfea4d4-d5cb-486f-9563-297dfb93f316 req-a4a619ec-a5f7-4d83-a3d4-ab3fa11cfafc tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375853 Aug 31 07:40:22.565524 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e7796573-270f-41c6-8367-6c099646a43a tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656502942&fields=id&tenant_id=9410f14d504d4cd8ba09ec85329f9e99 HTTP/1.1" status: 200 len: 267 time: 0.0433247 Aug 31 07:40:22.683543 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa68afb-f2b1-40e9-8c70-d426d0011ddb req-4a9dd8cc-4828-4bec-92bc-473bb20489c3 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:22.685518 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2aa68afb-f2b1-40e9-8c70-d426d0011ddb req-4a9dd8cc-4828-4bec-92bc-473bb20489c3 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1089375 Aug 31 07:40:22.724514 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-656c2a04-7a39-4327-866e-6f35051e1c55 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:22.725953 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-656c2a04-7a39-4327-866e-6f35051e1c55 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/networks?id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47 HTTP/1.1" status: 200 len: 808 time: 0.1596344 Aug 31 07:40:22.752880 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2aa68afb-f2b1-40e9-8c70-d426d0011ddb req-bbb8dcbc-87a2-46da-8c3b-65f6a5f45a8e tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593691 Aug 31 07:40:22.756602 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-abcbfd7d-a91b-4191-b6ae-526a9bb6b113 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/quotas/9410f14d504d4cd8ba09ec85329f9e99 HTTP/1.1" status: 200 len: 375 time: 0.0241387 Aug 31 07:40:22.823944 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-5f1dadd8-c1f5-4485-a771-6568b9b10e7f tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9410f14d504d4cd8ba09ec85329f9e99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625539 Aug 31 07:40:22.939065 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-456742f7-5413-4965-a08a-9ec06fa1e246 service neutron] 10.222.0.62 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026020 Aug 31 07:40:23.037592 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-97b609ec-30d1-4d84-8f90-2958e1cc6eea service neutron] 10.222.0.62 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921159 Aug 31 07:40:23.073205 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:23.118526 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08142974-df27-4fc0-8d71-4713743a9bef req-14613d0c-98df-4766-ad6d-4859e50dace8 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:23.126911 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-08142974-df27-4fc0-8d71-4713743a9bef req-14613d0c-98df-4766-ad6d-4859e50dace8 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0668948 Aug 31 07:40:23.173853 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-08142974-df27-4fc0-8d71-4713743a9bef req-b7ceded3-370d-43f6-a057-49553c92b47f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459802 Aug 31 07:40:23.361192 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-126261f8-5bd0-47eb-90af-a90ea26dd900 req-8be7d062-1970-45e0-b56c-82eca91f2497 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 210 time: 0.0358520 Aug 31 07:40:23.606899 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72650381-e267-40e4-bfa7-93a9efafba65 req-4ed3e051-1d8b-45d7-82b7-01a4e82efa4f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:23.608552 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72650381-e267-40e4-bfa7-93a9efafba65 req-4ed3e051-1d8b-45d7-82b7-01a4e82efa4f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0575993 Aug 31 07:40:23.674479 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-72650381-e267-40e4-bfa7-93a9efafba65 req-3c024ce6-c2ea-4ec7-96da-89aa512564dc tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499165 Aug 31 07:40:23.885292 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d9365-93ed-4d29-9745-d20974e4f5b6 req-e5a63317-7223-4dc2-88a3-fc12e886d88d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:23.886878 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6a7d9365-93ed-4d29-9745-d20974e4f5b6 req-e5a63317-7223-4dc2-88a3-fc12e886d88d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0548794 Aug 31 07:40:23.931179 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6a7d9365-93ed-4d29-9745-d20974e4f5b6 req-4f73d0f3-9dbd-4362-864f-a3d3f499e1fd tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380735 Aug 31 07:40:24.140676 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cfd01241-249a-4ccf-af2c-aa8d040c96c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.289693 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc76e90-3f5c-4e72-b26c-ae205fd943aa req-334d20d5-ad9e-44e3-9cc1-babebac0c5fd tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:24.291195 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fbc76e90-3f5c-4e72-b26c-ae205fd943aa req-334d20d5-ad9e-44e3-9cc1-babebac0c5fd tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0500839 Aug 31 07:40:24.332084 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fbc76e90-3f5c-4e72-b26c-ae205fd943aa req-3dc34c3d-cabe-4768-a29f-ac7c48ad732d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340040 Aug 31 07:40:24.350654 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.455398 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e58e5922-cdf7-4195-8f33-d2833fea8a5b req-0c9f65fa-9ecb-4446-a904-b8946dd9d379 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 210 time: 0.0268102 Aug 31 07:40:24.792422 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484962b-850e-4bb8-96bf-6a2fdf40730c req-9d36a95d-2bb9-4331-9334-9922ac356fca tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:24.793961 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3484962b-850e-4bb8-96bf-6a2fdf40730c req-9d36a95d-2bb9-4331-9334-9922ac356fca tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0516789 Aug 31 07:40:24.833734 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3484962b-850e-4bb8-96bf-6a2fdf40730c req-b0d0b199-6901-47ce-9c7a-a1a09772483c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327294 Aug 31 07:40:24.878316 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:25.064613 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7fb88-df33-4317-bd7c-63287cfd2cdd req-092abdaf-caaa-4cb8-8b6d-000067196fed tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:25.067112 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8dc7fb88-df33-4317-bd7c-63287cfd2cdd req-092abdaf-caaa-4cb8-8b6d-000067196fed tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0620818 Aug 31 07:40:25.117941 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8dc7fb88-df33-4317-bd7c-63287cfd2cdd req-10c72055-f7b1-49d2-9cd8-ef9422cbe33b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442045 Aug 31 07:40:25.450582 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af25a60-1a80-4f2c-bbf6-f30f71751da6 req-28d3ecd4-fb62-4ea9-a292-3cc6eceed7d6 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:25.452629 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1af25a60-1a80-4f2c-bbf6-f30f71751da6 req-28d3ecd4-fb62-4ea9-a292-3cc6eceed7d6 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0503488 Aug 31 07:40:25.492232 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1af25a60-1a80-4f2c-bbf6-f30f71751da6 req-4cc03f0e-862f-42cb-a5c5-8f7e29ec554e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332801 Aug 31 07:40:25.554268 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-789b9f81-b799-4fa0-aee9-3894391ed2ad req-11895c2d-48b6-46a4-a97e-8cc887563248 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 210 time: 0.0265794 Aug 31 07:40:25.962307 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242f9f5-1ad5-44ec-95fc-29e4c4388236 req-683672a3-b84d-4174-9069-83bae6689e34 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:25.963804 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a242f9f5-1ad5-44ec-95fc-29e4c4388236 req-683672a3-b84d-4174-9069-83bae6689e34 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0541174 Aug 31 07:40:26.006506 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a242f9f5-1ad5-44ec-95fc-29e4c4388236 req-4c127796-cba1-4e24-ba57-5a45ac1ec267 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355356 Aug 31 07:40:26.243549 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a42c4-a2e8-4875-a301-96f4e38fff31 req-8ade202f-ef18-405e-ba5e-58a76282ae97 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:26.245056 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-567a42c4-a2e8-4875-a301-96f4e38fff31 req-8ade202f-ef18-405e-ba5e-58a76282ae97 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0526359 Aug 31 07:40:26.284758 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-567a42c4-a2e8-4875-a301-96f4e38fff31 req-571f7641-bf6a-44b2-893e-aeadcc4b8e63 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336547 Aug 31 07:40:26.617041 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f01a9-aa87-48c4-bbd9-bc403a7afe1d req-9d73c6c5-f66a-47fc-9bbb-d106e4f26495 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:26.625862 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-200f01a9-aa87-48c4-bbd9-bc403a7afe1d req-9d73c6c5-f66a-47fc-9bbb-d106e4f26495 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0636265 Aug 31 07:40:26.668775 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4015f452-ab79-4724-8305-85d0b443e55b req-b368c0d7-6c59-42b3-b5e4-4cdbe5b7f417 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 210 time: 0.0407867 Aug 31 07:40:26.688134 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-200f01a9-aa87-48c4-bbd9-bc403a7afe1d req-7924e6cc-0519-4831-8cc8-270a91f90339 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614171 Aug 31 07:40:26.728801 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.134724 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447490b9-a69f-403a-8629-308e9b88c1c8 req-09794207-ffc6-4f77-84c7-ec78baeb2d07 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:27.136303 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-447490b9-a69f-403a-8629-308e9b88c1c8 req-09794207-ffc6-4f77-84c7-ec78baeb2d07 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0563836 Aug 31 07:40:27.180315 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-447490b9-a69f-403a-8629-308e9b88c1c8 req-028d44d3-dfa3-4b9c-b238-a56d4024f59e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367520 Aug 31 07:40:27.400220 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b1006-0416-4639-8ee1-02de040f175e req-576e8904-2589-4b3e-8cfe-4d0bb3cda55a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:27.401713 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-305b1006-0416-4639-8ee1-02de040f175e req-576e8904-2589-4b3e-8cfe-4d0bb3cda55a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0495839 Aug 31 07:40:27.441089 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-305b1006-0416-4639-8ee1-02de040f175e req-79ffeb54-f288-447c-8045-0886898f0d58 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325654 Aug 31 07:40:27.768095 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-feade141-11e6-4494-a371-95aab136f385 req-dc33402f-74dc-470e-9dc8-e89ec9c900ab tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 210 time: 0.0316727 Aug 31 07:40:27.815563 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9b0ec-b540-4847-ad0c-200172f132c3 req-58c821ae-fe6b-408e-888b-8090d0e699cc tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:27.817042 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d1b9b0ec-b540-4847-ad0c-200172f132c3 req-58c821ae-fe6b-408e-888b-8090d0e699cc tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0512865 Aug 31 07:40:27.856032 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d1b9b0ec-b540-4847-ad0c-200172f132c3 req-f80d12e0-e238-48fd-a251-314544ae4323 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330696 Aug 31 07:40:28.312269 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd12b-daed-4bbb-b3c4-5cf68a17765e req-b6327a10-adc6-4c9b-b955-8da0d5be2ea2 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:28.313829 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-adcdd12b-daed-4bbb-b3c4-5cf68a17765e req-b6327a10-adc6-4c9b-b955-8da0d5be2ea2 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0589402 Aug 31 07:40:28.354621 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-adcdd12b-daed-4bbb-b3c4-5cf68a17765e req-9aeb691a-c45b-42e7-bb64-917d854018f9 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346467 Aug 31 07:40:28.437253 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f6079-126c-4005-b6b2-49930e4c63e2 req-ef35ac91-f512-4087-a1ba-6ba606cf7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:28.439255 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f95f6079-126c-4005-b6b2-49930e4c63e2 req-ef35ac91-f512-4087-a1ba-6ba606cf7f76 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 1098 time: 0.0490413 Aug 31 07:40:28.486843 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f95f6079-126c-4005-b6b2-49930e4c63e2 req-ba1a2dc2-2540-4354-b8b5-29199a5c869e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305331 Aug 31 07:40:28.560351 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c8adb-12e4-43a2-978a-d6cd0e8a75b1 req-d87157b2-c0ee-4ce4-be23-b8a16b516cfc tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:28.561836 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f78c8adb-12e4-43a2-978a-d6cd0e8a75b1 req-d87157b2-c0ee-4ce4-be23-b8a16b516cfc tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0491037 Aug 31 07:40:28.601983 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f78c8adb-12e4-43a2-978a-d6cd0e8a75b1 req-c9a5b31c-c044-426e-8424-1b8905c82808 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340455 Aug 31 07:40:28.864121 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-eaea5cb2-44c6-462a-b9ae-e1b949b15dec req-8af510df-1037-4477-8ac5-9b67d999cc09 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 210 time: 0.0271108 Aug 31 07:40:28.982897 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3123c2-a84d-4098-a5ae-22bca14ba573 req-bb34365c-ae47-472e-bea4-01d731477273 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:28.984582 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3b3123c2-a84d-4098-a5ae-22bca14ba573 req-bb34365c-ae47-472e-bea4-01d731477273 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0512335 Aug 31 07:40:29.023670 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3b3123c2-a84d-4098-a5ae-22bca14ba573 req-e50b108c-0c90-43e7-b05d-fdb6b7c1df88 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328689 Aug 31 07:40:29.366858 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-ffbc22df-0483-41db-b50f-cd1359be42ce tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:29.368396 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-ffbc22df-0483-41db-b50f-cd1359be42ce tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.59 "GET /v2.0/networks?id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47 HTTP/1.1" status: 200 len: 808 time: 0.1148391 Aug 31 07:40:29.429262 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-83ff46b3-79ea-4dfe-a0b2-f3f064df5867 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9410f14d504d4cd8ba09ec85329f9e99 HTTP/1.1" status: 200 len: 379 time: 0.0399113 Aug 31 07:40:29.440944 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Request body: {'port': {'device_id': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'admin_state_up': True, 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'security_groups': ['340a37dd-38eb-4a5a-b249-ad76a5d2ce93']}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:29.488940 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5428a8-9927-4566-b88f-2def9621b820 req-45bc6991-427b-4911-a2ab-e278011f77da tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:29.490527 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-be5428a8-9927-4566-b88f-2def9621b820 req-45bc6991-427b-4911-a2ab-e278011f77da tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0564735 Aug 31 07:40:29.531911 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-be5428a8-9927-4566-b88f-2def9621b820 req-76cacc59-b94b-44b3-a50e-e894fee95220 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342953 Aug 31 07:40:29.551087 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Made reservation on behalf of 9410f14d504d4cd8ba09ec85329f9e99 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:40:29.557061 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.698043 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Allocated IP 172.20.0.12 (dba1c2f2-4412-4df4-84ab-84ce2eed6b47/ad945823-97d3-45ba-bad9-c349a447cce8/c2347fff-fc2a-410b-803f-3ea4066ebb08) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:29.738894 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3847e6-6f5a-4f85-a3b1-a9ea09180de0 req-341ecdbb-8f37-4574-ac28-c01f7ace6530 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:29.740454 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6f3847e6-6f5a-4f85-a3b1-a9ea09180de0 req-341ecdbb-8f37-4574-ac28-c01f7ace6530 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0606167 Aug 31 07:40:29.780721 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6f3847e6-6f5a-4f85-a3b1-a9ea09180de0 req-2ed75e53-d3f8-4c4f-a82d-506e86c063af tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333831 Aug 31 07:40:29.846377 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.860800 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Transition to ACTIVE for port object c2347fff-fc2a-410b-803f-3ea4066ebb08 will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:29.894829 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.968526 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:29.971898 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:29.977095 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:30.004400 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475f2d2-bd0c-4eaf-aeba-3071aefa68fa req-3e352e51-e8c7-4db0-8a0e-d8f42e64850f tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.005283 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Pushing event updated for resources: {'Port': ['ID=c2347fff-fc2a-410b-803f-3ea4066ebb08,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:30.006038 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0475f2d2-bd0c-4eaf-aeba-3071aefa68fa req-3e352e51-e8c7-4db0-8a0e-d8f42e64850f tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 932 time: 0.0607595 Aug 31 07:40:30.078253 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0475f2d2-bd0c-4eaf-aeba-3071aefa68fa req-6230108c-eccc-4ec7-a94f-864c6dfccbaa tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648601 Aug 31 07:40:30.081958 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.082704 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:30.119236 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-9905da60-46f7-40e3-b2bc-6209527f86e7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6819701 Aug 31 07:40:30.183556 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Request body: {'port': {'device_id': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:30.194417 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc609b7-461f-40fb-886f-99dcfd3db918 req-e640c394-333d-4ffe-8b87-4721079197c0 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.203670 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6bc609b7-461f-40fb-886f-99dcfd3db918 req-e640c394-333d-4ffe-8b87-4721079197c0 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0658388 Aug 31 07:40:30.271124 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6bc609b7-461f-40fb-886f-99dcfd3db918 req-b3bd4786-80bb-4429-a7c7-547b35ddb11b tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586171 Aug 31 07:40:30.340570 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:30.356475 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003082cd-3b69-4c57-82d7-2d4760de5429 req-8ebd5a08-d392-48b0-8d6a-f9475410670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.358007 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-003082cd-3b69-4c57-82d7-2d4760de5429 req-8ebd5a08-d392-48b0-8d6a-f9475410670e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=541ec08f290d4c1294c3390243469b04&device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 1098 time: 0.1244874 Aug 31 07:40:30.384696 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-2cb97f52-9067-4390-8c95-1eae82c8ae9d None None] Provisioning for port c2347fff-fc2a-410b-803f-3ea4066ebb08 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:30.400154 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-2cb97f52-9067-4390-8c95-1eae82c8ae9d None None] Provisioning complete for port c2347fff-fc2a-410b-803f-3ea4066ebb08 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:30.400561 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-2cb97f52-9067-4390-8c95-1eae82c8ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:30.476097 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-2cb97f52-9067-4390-8c95-1eae82c8ae9d None None] Port c2347fff-fc2a-410b-803f-3ea4066ebb08 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:40:30.503604 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb53c7-bd5c-4d72-aeb3-e0216e5aaa57 req-d33fef89-7bad-42c0-8f87-5193220d1c0d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.505118 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-57eb53c7-bd5c-4d72-aeb3-e0216e5aaa57 req-d33fef89-7bad-42c0-8f87-5193220d1c0d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1422067 Aug 31 07:40:30.514333 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a928a7b-e691-4d02-bf89-2a37acdbf4cf req-54e51ff0-0b91-45b8-a5a7-5fd8c6de632f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.515751 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9a928a7b-e691-4d02-bf89-2a37acdbf4cf req-54e51ff0-0b91-45b8-a5a7-5fd8c6de632f tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 946 time: 0.0731447 Aug 31 07:40:30.571013 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-57eb53c7-bd5c-4d72-aeb3-e0216e5aaa57 req-588938dd-625c-45dc-a13e-c175e5914c10 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543067 Aug 31 07:40:30.575934 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003082cd-3b69-4c57-82d7-2d4760de5429 req-76f0f1e6-3a25-4370-8957-48f78e8b8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.576423 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9a928a7b-e691-4d02-bf89-2a37acdbf4cf req-747564f3-8b54-4b8a-8329-bff438d94ecc tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539227 Aug 31 07:40:30.577422 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-003082cd-3b69-4c57-82d7-2d4760de5429 req-76f0f1e6-3a25-4370-8957-48f78e8b8638 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 200 len: 919 time: 0.1812856 Aug 31 07:40:30.645103 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-003082cd-3b69-4c57-82d7-2d4760de5429 req-90b04125-9dab-4db8-a2c1-a8ccd2ef5552 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89e31ab3-29e2-4111-b768-615506d76bcb HTTP/1.1" status: 200 len: 217 time: 0.0427318 Aug 31 07:40:30.679421 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbefe04-c64a-4f9d-9262-d5410d1c5702 req-01d187bd-17c1-4ff2-bf97-d872762ef34f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.680889 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8dbefe04-c64a-4f9d-9262-d5410d1c5702 req-01d187bd-17c1-4ff2-bf97-d872762ef34f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0500083 Aug 31 07:40:30.722469 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8dbefe04-c64a-4f9d-9262-d5410d1c5702 req-83c69fa8-e7c8-43be-85ba-b135e5e1e598 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350695 Aug 31 07:40:30.734604 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003082cd-3b69-4c57-82d7-2d4760de5429 req-afea3fc8-d812-4347-983e-5910312d7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:30.735993 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-003082cd-3b69-4c57-82d7-2d4760de5429 req-afea3fc8-d812-4347-983e-5910312d7cb7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a HTTP/1.1" status: 200 len: 858 time: 0.0685568 Aug 31 07:40:31.019866 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-003082cd-3b69-4c57-82d7-2d4760de5429 req-f10c2098-582d-47c9-b726-9bf05bc85da0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19009566-1ef5-4444-b059-f51973086d69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2740211 Aug 31 07:40:31.025743 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2347fff-fc2a-410b-803f-3ea4066ebb08 {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:31.033673 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:31.087233 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Transition to ACTIVE for port object c2347fff-fc2a-410b-803f-3ea4066ebb08 will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:40:31.093079 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:31.171092 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Pushing event updated for resources: {'Port': ['ID=c2347fff-fc2a-410b-803f-3ea4066ebb08,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:31.183231 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-003082cd-3b69-4c57-82d7-2d4760de5429 req-2c3cd26c-c32a-462a-ab44-fcc7d535ef78 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470912 Aug 31 07:40:31.197146 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06824915-f15b-4e01-a9b9-fcb44bd7d536 req-f298fb91-09d8-4e33-b3fa-56dcf321ff66 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.202936 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-06824915-f15b-4e01-a9b9-fcb44bd7d536 req-f298fb91-09d8-4e33-b3fa-56dcf321ff66 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0607188 Aug 31 07:40:31.241260 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-06824915-f15b-4e01-a9b9-fcb44bd7d536 req-5436a10b-7ffd-4407-aca7-ef600bfee86e tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344968 Aug 31 07:40:31.313209 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Attempting to bind port c2347fff-fc2a-410b-803f-3ea4066ebb08 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:40:31.313483 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Attempting to bind port c2347fff-fc2a-410b-803f-3ea4066ebb08 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'a33bc7d1-3119-4cd0-b423-14aab916e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:40:31.313917 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Attempting to bind port c2347fff-fc2a-410b-803f-3ea4066ebb08 on network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:31.328699 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Port c2347fff-fc2a-410b-803f-3ea4066ebb08 on network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:40:31.329023 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Attempting to bind port c2347fff-fc2a-410b-803f-3ea4066ebb08 on network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:40:31.337843 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-003082cd-3b69-4c57-82d7-2d4760de5429 req-6e008402-c7ce-4c80-8d0d-ebb7ddb1cd11 service neutron] 10.222.0.59 "GET /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389890 Aug 31 07:40:31.338560 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:40:31.338895 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Checking segment: {'id': 'a33bc7d1-3119-4cd0-b423-14aab916e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:40:31.339256 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Bound using segment: {'id': 'a33bc7d1-3119-4cd0-b423-14aab916e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:40:31.339672 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Bound port: c2347fff-fc2a-410b-803f-3ea4066ebb08, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33bc7d1-3119-4cd0-b423-14aab916e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:40:31.340554 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:31.400302 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16373582-9b91-4ec0-a849-5ec92f931971 req-9d9926f3-ada9-4ac6-8caa-e902e8d97ea0 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.401738 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-16373582-9b91-4ec0-a849-5ec92f931971 req-9d9926f3-ada9-4ac6-8caa-e902e8d97ea0 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0639055 Aug 31 07:40:31.412468 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] For port c2347fff-fc2a-410b-803f-3ea4066ebb08, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:40:31.415680 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] For port c2347fff-fc2a-410b-803f-3ea4066ebb08, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:40:31.420789 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:31.444247 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-16373582-9b91-4ec0-a849-5ec92f931971 req-f56f6880-9bad-4006-999b-251662481f32 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352776 Aug 31 07:40:31.460875 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.461505 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:31.462917 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] 10.222.0.59 "PUT /v2.0/ports/c2347fff-fc2a-410b-803f-3ea4066ebb08 HTTP/1.1" status: 200 len: 1094 time: 1.2843390 Aug 31 07:40:31.463366 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:31.466297 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb6d3c4-5c3e-4902-97ef-b92d1bbc29c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:31.488454 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c9ea6b-590f-4e9d-9a39-8d463e3f257c service neutron] Pushing event updated for resources: {'Port': ['ID=c2347fff-fc2a-410b-803f-3ea4066ebb08,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:31.512484 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbe2146-617b-4e21-b8ec-90bd0ccc48e8 x-openstack-request-id: req-2dbe2146-617b-4e21-b8ec-90bd0ccc48e8 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:31.512968 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:31.513259 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2dbe2146-617b-4e21-b8ec-90bd0ccc48e8 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:31.513760 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'status': 'completed', 'code': 200} Aug 31 07:40:31.616316 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-c73d6292-989f-4b3c-b1be-933d1baa58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.618062 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-c73d6292-989f-4b3c-b1be-933d1baa58ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9410f14d504d4cd8ba09ec85329f9e99&device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 1097 time: 0.0603478 Aug 31 07:40:31.677557 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-368f07eb-3ee9-4140-944d-0a44335466e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08 HTTP/1.1" status: 200 len: 217 time: 0.0428460 Aug 31 07:40:31.757812 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc46a20-d608-44fc-a690-40b4d0a72262 req-885de76d-7a27-4527-ba8f-94d26fa885ab tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.759462 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-13f0478d-94bf-4de3-a8b2-1c61d074646d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.759742 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ebc46a20-d608-44fc-a690-40b4d0a72262 req-885de76d-7a27-4527-ba8f-94d26fa885ab tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 946 time: 0.0844440 Aug 31 07:40:31.761295 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-13f0478d-94bf-4de3-a8b2-1c61d074646d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad945823-97d3-45ba-bad9-c349a447cce8 HTTP/1.1" status: 200 len: 847 time: 0.0626953 Aug 31 07:40:31.768411 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5d7ce-87d2-4b15-99c9-626ac8bcd08d req-06513b9e-7d59-4011-b411-eaf4a9e21c7d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.769882 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02d5d7ce-87d2-4b15-99c9-626ac8bcd08d req-06513b9e-7d59-4011-b411-eaf4a9e21c7d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1041143 Aug 31 07:40:31.827763 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-875fc288-e762-473b-acde-927babb5ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.829361 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-875fc288-e762-473b-acde-927babb5ff12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0576437 Aug 31 07:40:31.842322 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ebc46a20-d608-44fc-a690-40b4d0a72262 req-f23cf49e-2d50-4033-9a98-c757571fbf18 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655999 Aug 31 07:40:31.873182 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02d5d7ce-87d2-4b15-99c9-626ac8bcd08d req-67f855c9-a1a4-4654-a88f-d4d3ce7c2882 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943725 Aug 31 07:40:31.971029 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-18751ba7-ba16-4ac6-a716-091ce2c96757 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157234 Aug 31 07:40:31.972908 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed0b43-db92-4478-943a-898f18917681 req-5f700cc1-53b4-4261-9ccc-31f4a6e53f93 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:31.974695 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8ed0b43-db92-4478-943a-898f18917681 req-5f700cc1-53b4-4261-9ccc-31f4a6e53f93 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0597682 Aug 31 07:40:32.014558 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b8ed0b43-db92-4478-943a-898f18917681 req-5a854a9f-8266-4524-9836-0ed09a7a4fb0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338311 Aug 31 07:40:32.068497 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-72d3b97c-ec7e-4fad-adfa-fafe23a9b53a req-a195ada0-b871-4aeb-ba2d-1e278d7f7d33 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853851 Aug 31 07:40:32.169286 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6d3c4-5c3e-4902-97ef-b92d1bbc29c9 req-35d28a07-9306-4a8d-b37e-388d30ec911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:32.170883 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5fb6d3c4-5c3e-4902-97ef-b92d1bbc29c9 req-35d28a07-9306-4a8d-b37e-388d30ec911b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9410f14d504d4cd8ba09ec85329f9e99&device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 1097 time: 0.0458302 Aug 31 07:40:32.267025 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6d3c4-5c3e-4902-97ef-b92d1bbc29c9 req-b07c49f1-9952-4d98-81d6-f5a195d73e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:32.268592 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5fb6d3c4-5c3e-4902-97ef-b92d1bbc29c9 req-b07c49f1-9952-4d98-81d6-f5a195d73e24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47 HTTP/1.1" status: 200 len: 909 time: 0.0892885 Aug 31 07:40:32.320863 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5fb6d3c4-5c3e-4902-97ef-b92d1bbc29c9 req-0827daf5-4ba1-47e6-9bec-c44ac520253e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08 HTTP/1.1" status: 200 len: 217 time: 0.0395856 Aug 31 07:40:32.362927 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbccf3-9c61-4960-b7e0-4e6e8cbe6bf6 req-c5b84758-b6a6-4c4a-b485-002139039a33 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:32.364417 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-61dbccf3-9c61-4960-b7e0-4e6e8cbe6bf6 req-c5b84758-b6a6-4c4a-b485-002139039a33 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0528178 Aug 31 07:40:32.380166 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6d3c4-5c3e-4902-97ef-b92d1bbc29c9 req-758a8eb0-f489-4f82-9c67-04c23e63b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:32.381655 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5fb6d3c4-5c3e-4902-97ef-b92d1bbc29c9 req-758a8eb0-f489-4f82-9c67-04c23e63b058 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad945823-97d3-45ba-bad9-c349a447cce8 HTTP/1.1" status: 200 len: 847 time: 0.0454369 Aug 31 07:40:32.404051 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-61dbccf3-9c61-4960-b7e0-4e6e8cbe6bf6 req-43141380-b4f1-4f6c-9bd7-b3b6e70da38a tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336251 Aug 31 07:40:32.435885 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6d3c4-5c3e-4902-97ef-b92d1bbc29c9 req-2e1df5bb-0b47-402a-9607-ced9a5de66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:32.437453 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5fb6d3c4-5c3e-4902-97ef-b92d1bbc29c9 req-2e1df5bb-0b47-402a-9607-ced9a5de66c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429199 Aug 31 07:40:32.536472 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5fb6d3c4-5c3e-4902-97ef-b92d1bbc29c9 req-9da32e3c-a3e4-45f2-b598-16a0b11cd454 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867047 Aug 31 07:40:32.630936 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5fb6d3c4-5c3e-4902-97ef-b92d1bbc29c9 req-47ad82cb-a8d3-4998-933b-8bd268a92e82 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843165 Aug 31 07:40:32.951136 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090461ff-9f74-4656-ab7a-33475f8b562e req-40970ff4-5a13-49f0-96ed-0836794a8232 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:32.956397 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-090461ff-9f74-4656-ab7a-33475f8b562e req-40970ff4-5a13-49f0-96ed-0836794a8232 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 946 time: 0.0584848 Aug 31 07:40:33.039634 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-090461ff-9f74-4656-ab7a-33475f8b562e req-14215ccf-1c4b-43a6-a89b-61d6d660def9 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/security-groups?id=59182fb2-7d86-4a77-8589-4b3a74696fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703223 Aug 31 07:40:33.050076 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7775af-d953-4cd8-9e5a-97ce4fbfc1dd req-c36f218e-2c64-4977-a528-8bd12b29951c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:33.052250 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-df7775af-d953-4cd8-9e5a-97ce4fbfc1dd req-c36f218e-2c64-4977-a528-8bd12b29951c tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0945454 Aug 31 07:40:33.099438 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-df7775af-d953-4cd8-9e5a-97ce4fbfc1dd req-6d96e3ae-bf53-45e6-aa58-459e70f90ae1 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401516 Aug 31 07:40:33.196032 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729f10d-8df3-479c-8064-f62280b248c4 req-c320f240-bc04-4f1a-846c-26d776ddf19b tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:33.197563 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-1729f10d-8df3-479c-8064-f62280b248c4 req-c320f240-bc04-4f1a-846c-26d776ddf19b tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 946 time: 0.0513284 Aug 31 07:40:33.204831 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842780ad-38d3-4b0f-adbe-e006fb40ff83 req-df306cbc-9b13-441e-b417-39f146d35614 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:33.206301 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-842780ad-38d3-4b0f-adbe-e006fb40ff83 req-df306cbc-9b13-441e-b417-39f146d35614 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0491984 Aug 31 07:40:33.253486 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-842780ad-38d3-4b0f-adbe-e006fb40ff83 req-1480c2fc-3d0f-4b3d-962c-c08cf6d78472 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409656 Aug 31 07:40:33.309433 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-1729f10d-8df3-479c-8064-f62280b248c4 req-003d48e9-70aa-4cc9-ab82-b206a8711a94 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Deleting port 66760fb8-7273-4638-a6e0-f8679e09cedc {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:33.309772 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-1729f10d-8df3-479c-8064-f62280b248c4 req-003d48e9-70aa-4cc9-ab82-b206a8711a94 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:33.424815 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-1729f10d-8df3-479c-8064-f62280b248c4 req-003d48e9-70aa-4cc9-ab82-b206a8711a94 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] For port 66760fb8-7273-4638-a6e0-f8679e09cedc, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=66760fb8-7273-4638-a6e0-f8679e09cedc,segment=NetworkSegment(3f8b8ab1-d19c-49f1-a39a-ec8c327dc629),segment_id=3f8b8ab1-d19c-49f1-a39a-ec8c327dc629)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:33.425197 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-1729f10d-8df3-479c-8064-f62280b248c4 req-003d48e9-70aa-4cc9-ab82-b206a8711a94 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:33.440276 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-1729f10d-8df3-479c-8064-f62280b248c4 req-003d48e9-70aa-4cc9-ab82-b206a8711a94 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Calling delete_port for 66760fb8-7273-4638-a6e0-f8679e09cedc owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:33.533095 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ac8d2-7835-408b-ad42-f18b76fa7d53 req-c1c30112-870d-4f71-93a4-112ad0fcb8d1 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:33.539064 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1a1ac8d2-7835-408b-ad42-f18b76fa7d53 req-c1c30112-870d-4f71-93a4-112ad0fcb8d1 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0591257 Aug 31 07:40:33.576027 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1a1ac8d2-7835-408b-ad42-f18b76fa7d53 req-8fe25d85-f2c3-48ee-84d6-e27f326fb18b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347865 Aug 31 07:40:33.588171 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-1729f10d-8df3-479c-8064-f62280b248c4 req-003d48e9-70aa-4cc9-ab82-b206a8711a94 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:33.609282 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['66760fb8-7273-4638-a6e0-f8679e09cedc'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:33.619652 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d48e9-70aa-4cc9-ab82-b206a8711a94 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Pushing event deleted for resources: {'Port': ['ID=66760fb8-7273-4638-a6e0-f8679e09cedc,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:33.666853 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-1729f10d-8df3-479c-8064-f62280b248c4 req-003d48e9-70aa-4cc9-ab82-b206a8711a94 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] No DVR routers for this DVR port 66760fb8-7273-4638-a6e0-f8679e09cedc on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:40:33.670138 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-1729f10d-8df3-479c-8064-f62280b248c4 req-003d48e9-70aa-4cc9-ab82-b206a8711a94 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:33.672356 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-1729f10d-8df3-479c-8064-f62280b248c4 req-003d48e9-70aa-4cc9-ab82-b206a8711a94 tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.59 "DELETE /v2.0/ports/66760fb8-7273-4638-a6e0-f8679e09cedc HTTP/1.1" status: 204 len: 173 time: 0.4611607 Aug 31 07:40:33.673051 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5217421-0d08-4818-ad2f-e22a7ec781a5', 'name': 'network-vif-deleted', 'tag': '66760fb8-7273-4638-a6e0-f8679e09cedc'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:33.675368 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08c0884-7b3c-47fa-ae6b-4b5bf855f6dd" -d '{"events": [{"server_uuid": "d5217421-0d08-4818-ad2f-e22a7ec781a5", "name": "network-vif-deleted", "tag": "66760fb8-7273-4638-a6e0-f8679e09cedc"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:33.716115 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d98fe2-b243-4f2e-aece-bce9bcbf01f4 x-openstack-request-id: req-54d98fe2-b243-4f2e-aece-bce9bcbf01f4 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:33.716417 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5217421-0d08-4818-ad2f-e22a7ec781a5", "name": "network-vif-deleted", "tag": "66760fb8-7273-4638-a6e0-f8679e09cedc", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:33.716676 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54d98fe2-b243-4f2e-aece-bce9bcbf01f4 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:33.717074 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5217421-0d08-4818-ad2f-e22a7ec781a5', 'name': 'network-vif-deleted', 'tag': '66760fb8-7273-4638-a6e0-f8679e09cedc', 'status': 'completed', 'code': 200} Aug 31 07:40:34.144017 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f9c25536-c966-4193-94a9-d48910c19564 req-912f4cc8-1f91-4a53-bf2d-8c0bf951a6bf tempest-VolumesSnapshotTestJSON-687393328 tempest-VolumesSnapshotTestJSON-687393328-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5217421-0d08-4818-ad2f-e22a7ec781a5 HTTP/1.1" status: 200 len: 210 time: 0.0259588 Aug 31 07:40:34.219933 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a1c68-736b-4ed9-b53d-271a0394baba req-0d0dc473-0f47-4cb3-9dc9-60abf2d41e4b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.221495 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-298a1c68-736b-4ed9-b53d-271a0394baba req-0d0dc473-0f47-4cb3-9dc9-60abf2d41e4b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0523660 Aug 31 07:40:34.265159 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-298a1c68-736b-4ed9-b53d-271a0394baba req-5f83fee1-817e-4e71-94b8-5c93af6e4f09 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331333 Aug 31 07:40:34.390425 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9caf6-e024-403f-9ec9-1cdeac319a23 req-2e1aacbd-1e5d-4873-91f4-c700a5209ef8 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.391915 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e7c9caf6-e024-403f-9ec9-1cdeac319a23 req-2e1aacbd-1e5d-4873-91f4-c700a5209ef8 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0566342 Aug 31 07:40:34.430558 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e7c9caf6-e024-403f-9ec9-1cdeac319a23 req-a2ecff52-5a9b-41fc-b07a-5075daf959d0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326507 Aug 31 07:40:34.690718 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d314fc-9bc4-4263-a338-495c116f0e7f req-b089236a-bfda-40ef-94d4-fc8424188c37 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.692194 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-11d314fc-9bc4-4263-a338-495c116f0e7f req-b089236a-bfda-40ef-94d4-fc8424188c37 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0499508 Aug 31 07:40:34.733142 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-11d314fc-9bc4-4263-a338-495c116f0e7f req-c8cbbcba-4057-4266-944f-dbba507275af tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347764 Aug 31 07:40:35.399713 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929d172-8942-44b2-ad61-c58efce33f5e req-ba46d2df-a36f-4978-8dc7-a5f4fcdb8f85 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:35.401236 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5929d172-8942-44b2-ad61-c58efce33f5e req-ba46d2df-a36f-4978-8dc7-a5f4fcdb8f85 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0589709 Aug 31 07:40:35.446492 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5929d172-8942-44b2-ad61-c58efce33f5e req-7760e210-a613-45b1-96a8-d4762722c7f1 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378125 Aug 31 07:40:35.589457 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d54f6-5ba2-49ba-a84f-f214f517240d req-e46e8698-51b7-4f26-a0ee-092945d3f9fe tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:35.590969 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-424d54f6-5ba2-49ba-a84f-f214f517240d req-e46e8698-51b7-4f26-a0ee-092945d3f9fe tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0637710 Aug 31 07:40:35.630500 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-424d54f6-5ba2-49ba-a84f-f214f517240d req-12dff5c7-0cd1-4287-8f5b-df559702d014 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332100 Aug 31 07:40:35.852758 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0156f11-eed7-4bc0-82d4-3c818f90c5c0 req-922eac09-2e8d-4835-83ad-061f4489da8e tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:35.854259 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d0156f11-eed7-4bc0-82d4-3c818f90c5c0 req-922eac09-2e8d-4835-83ad-061f4489da8e tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0524330 Aug 31 07:40:35.895825 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d0156f11-eed7-4bc0-82d4-3c818f90c5c0 req-e9af3562-63b6-486e-8d99-41c4b99a743b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349660 Aug 31 07:40:36.763602 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7306f-c992-43e0-9c7a-a303186d6d3c req-3a348bab-59ae-4fff-b03a-197ec3f42549 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:36.765112 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-45f7306f-c992-43e0-9c7a-a303186d6d3c req-3a348bab-59ae-4fff-b03a-197ec3f42549 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 943 time: 0.0543456 Aug 31 07:40:36.804469 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-45f7306f-c992-43e0-9c7a-a303186d6d3c req-a6e64cc1-9b33-40d1-86b7-6f2500238cb0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Aug 31 07:40:36.809382 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b334e3b2-032a-47b8-a757-9089d3f4ff95 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:40:36.812563 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 66760fb8-7273-4638-a6e0-f8679e09cedc no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:36.837087 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 66760fb8-7273-4638-a6e0-f8679e09cedc {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:36.837436 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 66760fb8-7273-4638-a6e0-f8679e09cedc not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:36.923169 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port b334e3b2-032a-47b8-a757-9089d3f4ff95, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:36.934212 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'port_id': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'mac_address': 'fa:16:3e:cd:08:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:40:36.973477 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:36.990301 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b334e3b2-032a-47b8-a757-9089d3f4ff95 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:37.009947 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port b334e3b2-032a-47b8-a757-9089d3f4ff95, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:37.014896 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:37.022424 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28d140-838e-4e67-a6f9-adb1748073cc req-c54989a1-270f-4326-bc0b-4379bf466664 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:37.023952 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3d28d140-838e-4e67-a6f9-adb1748073cc req-c54989a1-270f-4326-bc0b-4379bf466664 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0630534 Aug 31 07:40:37.065815 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3d28d140-838e-4e67-a6f9-adb1748073cc req-d26fb9d2-7ed9-4e2f-9689-0a3e3f8631c7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344422 Aug 31 07:40:37.066789 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=b334e3b2-032a-47b8-a757-9089d3f4ff95,revision_number=9']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:37.965708 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854db56-5192-468d-a3c4-44acaf3460fb req-6f33adf1-14ee-4471-a8cd-66b317613888 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:37.968654 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d854db56-5192-468d-a3c4-44acaf3460fb req-6f33adf1-14ee-4471-a8cd-66b317613888 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 944 time: 0.0782921 Aug 31 07:40:38.008695 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d854db56-5192-468d-a3c4-44acaf3460fb req-46a31238-d30d-4b9c-ac91-986522ebdce1 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338032 Aug 31 07:40:38.095796 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:40:38.187160 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41c805-a07a-49c5-a098-00e417230caf req-92255a21-68d2-4c9e-adda-23e0cf29af25 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:38.188640 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ac41c805-a07a-49c5-a098-00e417230caf req-92255a21-68d2-4c9e-adda-23e0cf29af25 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0535617 Aug 31 07:40:38.228021 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ac41c805-a07a-49c5-a098-00e417230caf req-a88c83c1-6acb-4c46-b69b-e82388e0b84d tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333827 Aug 31 07:40:39.131707 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8de25-61f7-42f2-8871-2fa18f7d8057 req-ae549db9-dffc-4207-986f-0fec009a2391 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:39.133175 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e6f8de25-61f7-42f2-8871-2fa18f7d8057 req-ae549db9-dffc-4207-986f-0fec009a2391 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 944 time: 0.0492988 Aug 31 07:40:39.172186 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e6f8de25-61f7-42f2-8871-2fa18f7d8057 req-12f33818-c0b5-4595-ae1d-748a249b183e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327940 Aug 31 07:40:39.341110 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043452fa-e765-4782-abdd-a53aff4bcf9f req-71bb308c-faca-4940-90d3-cfb9d590b6db tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:39.342885 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-043452fa-e765-4782-abdd-a53aff4bcf9f req-71bb308c-faca-4940-90d3-cfb9d590b6db tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0489209 Aug 31 07:40:39.408176 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-043452fa-e765-4782-abdd-a53aff4bcf9f req-61e6403c-5aa1-4268-b875-dd130d6ca025 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592396 Aug 31 07:40:40.296196 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a321eb1-459c-4e36-9e0e-2ef9279203d4 req-185fbd71-f78a-482f-9b32-8350277c84a4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:40.297575 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3a321eb1-459c-4e36-9e0e-2ef9279203d4 req-185fbd71-f78a-482f-9b32-8350277c84a4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 944 time: 0.0522008 Aug 31 07:40:40.334905 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3a321eb1-459c-4e36-9e0e-2ef9279203d4 req-942fb6d3-e141-4250-9b4c-33b4861d28ba tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311894 Aug 31 07:40:40.537372 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1b72d-fb7c-44a0-8297-00366026e655 req-e15228aa-3451-43c5-b7d8-1f8c92d9eda2 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:40.538891 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d6c1b72d-fb7c-44a0-8297-00366026e655 req-e15228aa-3451-43c5-b7d8-1f8c92d9eda2 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0571463 Aug 31 07:40:40.576821 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d6c1b72d-fb7c-44a0-8297-00366026e655 req-6a3f37bf-6341-4412-92f6-b9429bb47cbe tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319779 Aug 31 07:40:40.597396 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['b334e3b2-032a-47b8-a757-9089d3f4ff95'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:41.462197 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65db6e-276e-4656-826c-5b2a89536ab0 req-0d12538a-c904-4dc8-85bc-99f4f25c1a4d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:41.463711 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7b65db6e-276e-4656-826c-5b2a89536ab0 req-0d12538a-c904-4dc8-85bc-99f4f25c1a4d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 944 time: 0.0523319 Aug 31 07:40:41.504096 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7b65db6e-276e-4656-826c-5b2a89536ab0 req-fdaa84e7-f98c-4fa1-b17e-aef6ec89a9c4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339892 Aug 31 07:40:41.699732 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8c900-6eef-442f-bd36-5e753a9c19c4 req-da73ac1b-85da-43cf-b121-5a473ce78c0b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:41.701921 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-97e8c900-6eef-442f-bd36-5e753a9c19c4 req-da73ac1b-85da-43cf-b121-5a473ce78c0b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0543268 Aug 31 07:40:41.747969 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-97e8c900-6eef-442f-bd36-5e753a9c19c4 req-334f39d7-6210-4da3-b9a3-0211b8782462 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394032 Aug 31 07:40:42.629919 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b772e5-bb87-483c-9dbb-d050f6b9cb2a req-05a8dcf3-0e95-4965-9c02-127133b9eed9 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:42.631444 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-00b772e5-bb87-483c-9dbb-d050f6b9cb2a req-05a8dcf3-0e95-4965-9c02-127133b9eed9 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 944 time: 0.0509713 Aug 31 07:40:42.672241 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-00b772e5-bb87-483c-9dbb-d050f6b9cb2a req-4bf1d6b5-8c35-4dd0-8740-36468c577b80 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342572 Aug 31 07:40:42.859412 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device c2347fff-fc2a-410b-803f-3ea4066ebb08 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:40:42.863559 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b334e3b2-032a-47b8-a757-9089d3f4ff95 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:42.875238 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790c969-2257-4b6e-aa90-07a9f7433cf8 req-34a09118-4847-4c6a-a28a-dfe666d728da tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:42.876746 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7790c969-2257-4b6e-aa90-07a9f7433cf8 req-34a09118-4847-4c6a-a28a-dfe666d728da tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0525374 Aug 31 07:40:42.914723 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7790c969-2257-4b6e-aa90-07a9f7433cf8 req-dcc06c3d-5d48-4546-b7d7-0a1564b5d098 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319369 Aug 31 07:40:42.976159 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port b334e3b2-032a-47b8-a757-9089d3f4ff95 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:42.976541 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.139913 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port c2347fff-fc2a-410b-803f-3ea4066ebb08, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:43.171293 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'port_id': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'mac_address': 'fa:16:3e:38:d6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:40:43.238713 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.265614 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2347fff-fc2a-410b-803f-3ea4066ebb08 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:40:43.278094 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.300828 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port c2347fff-fc2a-410b-803f-3ea4066ebb08, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:43.311157 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.322345 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:43.325227 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3ad587-ccb3-4798-a8e5-3c99716825a3" -d '{"events": [{"server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "name": "network-vif-plugged", "status": "completed", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:43.375985 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port b334e3b2-032a-47b8-a757-9089d3f4ff95, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:43.382377 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8efa64-a3ab-4925-abb9-515b48a9e96c x-openstack-request-id: req-ab8efa64-a3ab-4925-abb9-515b48a9e96c {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:43.382645 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "name": "network-vif-plugged", "status": "completed", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:43.383228 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab8efa64-a3ab-4925-abb9-515b48a9e96c {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:43.383346 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'code': 200} Aug 31 07:40:43.386440 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:43.406757 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=c2347fff-fc2a-410b-803f-3ea4066ebb08,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:43.463679 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=b334e3b2-032a-47b8-a757-9089d3f4ff95,revision_number=10']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:43.810768 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['c2347fff-fc2a-410b-803f-3ea4066ebb08'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:43.813439 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf399c-b613-4be2-a8b0-c418b252783c req-5713f178-d24e-48d1-bc9f-a1aae3b2b72e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:43.815020 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d0bf399c-b613-4be2-a8b0-c418b252783c req-5713f178-d24e-48d1-bc9f-a1aae3b2b72e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 946 time: 0.0625558 Aug 31 07:40:43.865816 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d0bf399c-b613-4be2-a8b0-c418b252783c req-95d42de3-c0ba-4fab-8740-df65eaeb2056 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446193 Aug 31 07:40:44.060290 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff53c0-b242-43b9-a4be-ae6611040a54 req-3f8e50e4-088d-4644-810f-3adbd59155d0 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:44.062043 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-66ff53c0-b242-43b9-a4be-ae6611040a54 req-3f8e50e4-088d-4644-810f-3adbd59155d0 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 945 time: 0.0677028 Aug 31 07:40:44.100743 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-66ff53c0-b242-43b9-a4be-ae6611040a54 req-37c0c6e6-ea39-4786-9f4a-5dd018c69149 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325162 Aug 31 07:40:44.109468 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ca1b6-8e26-42c7-a7bd-3c383e52fc36 req-87c77e2a-8ca3-42aa-92d5-e09a59b9058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:44.111603 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4c0ca1b6-8e26-42c7-a7bd-3c383e52fc36 req-87c77e2a-8ca3-42aa-92d5-e09a59b9058b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 1099 time: 0.0419796 Aug 31 07:40:44.151301 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4c0ca1b6-8e26-42c7-a7bd-3c383e52fc36 req-d5ccd1f4-ed37-48da-9514-535abdb85ac3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279210 Aug 31 07:40:45.014960 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38844e-f599-4814-9714-b3585c6a56aa req-85f9bdd4-aacc-4620-b231-fa53fae6a208 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:45.016437 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1f38844e-f599-4814-9714-b3585c6a56aa req-85f9bdd4-aacc-4620-b231-fa53fae6a208 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 946 time: 0.0679460 Aug 31 07:40:45.057738 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1f38844e-f599-4814-9714-b3585c6a56aa req-05919054-33e6-454c-90c0-a86acec9a93e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350814 Aug 31 07:40:45.242799 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7134d3-fd3c-4f77-89c2-667e2356e239 req-04887c63-9559-438d-ab39-a678f69689e9 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:45.245134 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2c7134d3-fd3c-4f77-89c2-667e2356e239 req-04887c63-9559-438d-ab39-a678f69689e9 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 945 time: 0.0721936 Aug 31 07:40:45.287757 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2c7134d3-fd3c-4f77-89c2-667e2356e239 req-699b1be7-382f-48ed-acaa-ef23430d83c3 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347347 Aug 31 07:40:45.882721 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee94cb-516a-4cc9-9c05-a84ec2fb8da8 req-66bdd0e5-b48f-4902-8914-af71a3cde589 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:45.884411 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-17ee94cb-516a-4cc9-9c05-a84ec2fb8da8 req-66bdd0e5-b48f-4902-8914-af71a3cde589 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0797164 Aug 31 07:40:45.911614 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac2bb-2210-41f3-a5a3-fc4e3374b565 req-cc7910d6-3191-4a66-ab2c-71f9dd65152d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:45.913128 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02eac2bb-2210-41f3-a5a3-fc4e3374b565 req-cc7910d6-3191-4a66-ab2c-71f9dd65152d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0799358 Aug 31 07:40:45.968731 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-17ee94cb-516a-4cc9-9c05-a84ec2fb8da8 req-e4ca498b-090e-45ab-ab6c-e71d7fd976a1 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734415 Aug 31 07:40:45.976617 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02eac2bb-2210-41f3-a5a3-fc4e3374b565 req-ad16cf8e-d196-44d0-9e33-31899a51072d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538990 Aug 31 07:40:46.181230 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4ed02-0b29-4910-b83d-3bac568126da req-3b8eb6a7-a64e-4352-992b-2d4a12306c90 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:46.182679 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fff4ed02-0b29-4910-b83d-3bac568126da req-3b8eb6a7-a64e-4352-992b-2d4a12306c90 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 946 time: 0.0509045 Aug 31 07:40:46.222946 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fff4ed02-0b29-4910-b83d-3bac568126da req-97e0a771-654b-4727-b7c2-36dc7a6e1d0d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331872 Aug 31 07:40:46.406191 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaf0cf-7cf0-4079-8164-fc33ff026824 req-ec891cdb-6c14-482d-abf9-5b8e3590f8b0 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:46.407725 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-35eaf0cf-7cf0-4079-8164-fc33ff026824 req-ec891cdb-6c14-482d-abf9-5b8e3590f8b0 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 945 time: 0.0508420 Aug 31 07:40:46.446069 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-35eaf0cf-7cf0-4079-8164-fc33ff026824 req-bc437b8d-406d-4f44-8820-cbb036b99aae tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321429 Aug 31 07:40:47.127635 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d41ea-6abc-4028-aaff-974cc45c4102 req-138af6dc-88f9-4aeb-b1d9-4fdac0c3d607 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:47.129146 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d54d41ea-6abc-4028-aaff-974cc45c4102 req-138af6dc-88f9-4aeb-b1d9-4fdac0c3d607 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0801344 Aug 31 07:40:47.137760 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40b838-446c-474d-b4c8-f00390b955fa req-94532822-4ce0-47cc-9392-d017c0f249e2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:47.139257 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4f40b838-446c-474d-b4c8-f00390b955fa req-94532822-4ce0-47cc-9392-d017c0f249e2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0815229 Aug 31 07:40:47.196209 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d54d41ea-6abc-4028-aaff-974cc45c4102 req-2c0ff95e-230c-42bc-9bf8-517c0706b7ca tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559762 Aug 31 07:40:47.201584 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4f40b838-446c-474d-b4c8-f00390b955fa req-ad325c5d-c957-440c-a8d9-b02cb441d44f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554442 Aug 31 07:40:47.358704 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d442f-710e-497a-a421-d4176636d4e5 req-3c986c6d-9114-4fec-9546-e2cc10e71452 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:47.361367 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3c9d442f-710e-497a-a421-d4176636d4e5 req-3c986c6d-9114-4fec-9546-e2cc10e71452 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 946 time: 0.0623190 Aug 31 07:40:47.403568 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3c9d442f-710e-497a-a421-d4176636d4e5 req-1b947270-2fd1-41a1-9cd4-7334c588a99f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358856 Aug 31 07:40:47.568158 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddf1d8-d44e-4a6f-a653-b27f3058f934 req-86611613-8135-4f6e-9c2f-73dc497d7b72 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:47.569717 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7bddf1d8-d44e-4a6f-a653-b27f3058f934 req-86611613-8135-4f6e-9c2f-73dc497d7b72 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 945 time: 0.0545492 Aug 31 07:40:47.610951 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7bddf1d8-d44e-4a6f-a653-b27f3058f934 req-3f76843e-ba25-4845-ba6f-8224b70128df tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350890 Aug 31 07:40:48.346919 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb6ac6-cdea-4bdd-ad75-fc69b191a42c req-f62c745c-c862-4706-a415-3f2d37e1ab4d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:48.348484 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02eb6ac6-cdea-4bdd-ad75-fc69b191a42c req-f62c745c-c862-4706-a415-3f2d37e1ab4d tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0793495 Aug 31 07:40:48.360778 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f14f6-d6eb-474e-9cfc-f0ba50588372 req-14ee2654-b934-4da8-9912-13c1fefde75f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:48.362319 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bb3f14f6-d6eb-474e-9cfc-f0ba50588372 req-14ee2654-b934-4da8-9912-13c1fefde75f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0842495 Aug 31 07:40:48.423101 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02eb6ac6-cdea-4bdd-ad75-fc69b191a42c req-69dcfb46-5b6d-4827-95da-32d4ec505dde tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597439 Aug 31 07:40:48.426707 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bb3f14f6-d6eb-474e-9cfc-f0ba50588372 req-1abff47f-1916-4fda-8130-6f87cd96765a tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573115 Aug 31 07:40:48.532892 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4615a-e170-46e3-bec9-fae2671599df req-5d847214-f824-4ddd-ad9c-4804a96e829b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:48.534262 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-44b4615a-e170-46e3-bec9-fae2671599df req-5d847214-f824-4ddd-ad9c-4804a96e829b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 946 time: 0.0528531 Aug 31 07:40:48.573215 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-44b4615a-e170-46e3-bec9-fae2671599df req-852b6a3e-6a51-4f18-b2a2-aa8b2af2367f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329373 Aug 31 07:40:48.731134 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d3e2d-e183-4fa8-b3bf-09b0a225d6b3 req-bee07eb2-8f76-4eeb-b567-80f7cd7ae316 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:48.733384 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6a0d3e2d-e183-4fa8-b3bf-09b0a225d6b3 req-bee07eb2-8f76-4eeb-b567-80f7cd7ae316 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 945 time: 0.0518618 Aug 31 07:40:48.773700 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6a0d3e2d-e183-4fa8-b3bf-09b0a225d6b3 req-44bdd62b-1ea4-4b40-a994-a9b18f862aa3 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341337 Aug 31 07:40:48.901089 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device c2347fff-fc2a-410b-803f-3ea4066ebb08 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:40:48.953307 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port c2347fff-fc2a-410b-803f-3ea4066ebb08 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:40:48.957663 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port c2347fff-fc2a-410b-803f-3ea4066ebb08 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:40:48.958120 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:49.040378 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:49.064388 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:49.066688 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65b7b70-8d79-4462-9d59-464114a492ab" -d '{"events": [{"server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "name": "network-vif-plugged", "status": "completed", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:49.079071 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port c2347fff-fc2a-410b-803f-3ea4066ebb08, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:49.083686 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:49.108672 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c1aeb5-162c-4544-83ff-a1b1bbf6d4a2 x-openstack-request-id: req-69c1aeb5-162c-4544-83ff-a1b1bbf6d4a2 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:49.108960 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "name": "network-vif-plugged", "status": "completed", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:49.109210 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69c1aeb5-162c-4544-83ff-a1b1bbf6d4a2 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:49.109595 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'code': 200} Aug 31 07:40:49.136050 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=c2347fff-fc2a-410b-803f-3ea4066ebb08,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:49.535602 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c7dce-d675-4815-8b20-fe36c5a22a0c req-6749cc2c-2a33-4af3-a7f1-4e7b93d1f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:49.538503 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-131c7dce-d675-4815-8b20-fe36c5a22a0c req-6749cc2c-2a33-4af3-a7f1-4e7b93d1f468 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 1099 time: 0.0514712 Aug 31 07:40:49.581518 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-131c7dce-d675-4815-8b20-fe36c5a22a0c req-96b8a099-6112-4648-a18f-abae9032eabd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325122 Aug 31 07:40:49.585783 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e6f67-5d1a-4869-9e08-8085cf9873a3 req-e5c0c95c-43d8-4e98-bba8-f9e031bbe3c4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:49.587363 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-528e6f67-5d1a-4869-9e08-8085cf9873a3 req-e5c0c95c-43d8-4e98-bba8-f9e031bbe3c4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0920277 Aug 31 07:40:49.599398 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cbd62-ae28-400b-bcf3-91bfe8aaf13d req-2d4c0af7-d6ee-4c90-8f06-dd6d304f98d5 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:49.600848 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dc5cbd62-ae28-400b-bcf3-91bfe8aaf13d req-2d4c0af7-d6ee-4c90-8f06-dd6d304f98d5 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0940981 Aug 31 07:40:49.665549 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dc5cbd62-ae28-400b-bcf3-91bfe8aaf13d req-688cea77-9842-42ae-ab4b-b80b1f19eacd tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576823 Aug 31 07:40:49.668434 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-528e6f67-5d1a-4869-9e08-8085cf9873a3 req-8057bf52-77a0-450a-993b-13cae221db65 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666766 Aug 31 07:40:49.778922 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cf359-bbac-478a-abcc-525bcf3872f9 req-94a88215-98b4-483a-80a0-48432508540e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:49.780791 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a17cf359-bbac-478a-abcc-525bcf3872f9 req-94a88215-98b4-483a-80a0-48432508540e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 946 time: 0.0529549 Aug 31 07:40:49.823095 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a17cf359-bbac-478a-abcc-525bcf3872f9 req-784d8595-548d-4eb1-8118-ab011cd95897 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365713 Aug 31 07:40:49.902535 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a8593-5a27-46d5-818f-f6a2d739b790 req-8fcda9d6-2f96-440d-8e50-c9a7e5aef21b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:49.904045 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-991a8593-5a27-46d5-818f-f6a2d739b790 req-8fcda9d6-2f96-440d-8e50-c9a7e5aef21b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0575297 Aug 31 07:40:49.953811 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-991a8593-5a27-46d5-818f-f6a2d739b790 req-66c4e034-e3cf-40f2-86a7-3649f6e78ca4 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429449 Aug 31 07:40:50.829286 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095c786-77b6-43fa-8c2c-8dc425b4683e req-85e1c600-a762-4939-9850-a8dc15b6d2c5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:50.831419 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7095c786-77b6-43fa-8c2c-8dc425b4683e req-85e1c600-a762-4939-9850-a8dc15b6d2c5 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0810096 Aug 31 07:40:50.845030 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666bb06-7715-49f7-9a3a-1cacc6d4dd97 req-1497d140-78f2-4a41-b3fc-6ec167c004ff tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:50.846597 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8666bb06-7715-49f7-9a3a-1cacc6d4dd97 req-1497d140-78f2-4a41-b3fc-6ec167c004ff tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0856917 Aug 31 07:40:50.899632 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7095c786-77b6-43fa-8c2c-8dc425b4683e req-1f756bcd-8b01-46c5-978b-499df8a97390 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621128 Aug 31 07:40:50.907098 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8666bb06-7715-49f7-9a3a-1cacc6d4dd97 req-4bde2408-342b-4cbe-b228-740bdf2155c7 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538251 Aug 31 07:40:51.014712 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae01a2-019e-416e-b2dd-fded4f603f8d req-a94e83c3-19a9-4391-8d86-901604833223 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:51.015944 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f3ae01a2-019e-416e-b2dd-fded4f603f8d req-a94e83c3-19a9-4391-8d86-901604833223 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 946 time: 0.0547135 Aug 31 07:40:51.081846 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f3ae01a2-019e-416e-b2dd-fded4f603f8d req-39e3ea4c-bf1e-4506-be00-f1c2989930ea tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595939 Aug 31 07:40:51.103470 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75975845-0467-4caf-ad22-0fe1ce155d75 req-8c8b885b-788e-4ea4-8d51-8e106b2b65ae tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:51.104986 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-75975845-0467-4caf-ad22-0fe1ce155d75 req-8c8b885b-788e-4ea4-8d51-8e106b2b65ae tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0654626 Aug 31 07:40:51.145848 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-75975845-0467-4caf-ad22-0fe1ce155d75 req-24065643-e342-4919-8628-a5297fce8147 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339959 Aug 31 07:40:51.162892 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-27fc296a-4ded-4eb4-bb3d-0acc2a47b8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:52.078538 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f96c8-1b94-4464-b182-fa3809a21095 req-d6d169a5-006c-438e-b45f-813d38e5f9c4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:52.080083 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a24f96c8-1b94-4464-b182-fa3809a21095 req-d6d169a5-006c-438e-b45f-813d38e5f9c4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0953991 Aug 31 07:40:52.093344 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca5785-2d65-4628-83e0-5f53f503633c req-7ce49de2-a79e-451d-9e53-a83ff472646c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:52.094857 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9fca5785-2d65-4628-83e0-5f53f503633c req-7ce49de2-a79e-451d-9e53-a83ff472646c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0989983 Aug 31 07:40:52.157205 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a24f96c8-1b94-4464-b182-fa3809a21095 req-256da745-180b-41e0-beb4-00626e2b90db tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613666 Aug 31 07:40:52.159944 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9fca5785-2d65-4628-83e0-5f53f503633c req-133177a1-9104-4bd3-bd3c-8d2d15f34b1b tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583010 Aug 31 07:40:52.265671 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddc2f5-76da-4433-a733-a87159c02a44 req-281f8ca4-ffa5-4ac3-aeb6-9c435f124adb tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:52.267174 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f3ddc2f5-76da-4433-a733-a87159c02a44 req-281f8ca4-ffa5-4ac3-aeb6-9c435f124adb tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0507452 Aug 31 07:40:52.315419 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f3ddc2f5-76da-4433-a733-a87159c02a44 req-4963d00a-603d-42c4-a163-0853536a92c7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418611 Aug 31 07:40:52.335458 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deca662-59b9-4cb9-9bb1-7e63b94afe43 req-b43d3afa-85da-40ca-b492-c3808c7c0579 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:52.335458 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4deca662-59b9-4cb9-9bb1-7e63b94afe43 req-b43d3afa-85da-40ca-b492-c3808c7c0579 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 945 time: 0.0558200 Aug 31 07:40:52.434050 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-4deca662-59b9-4cb9-9bb1-7e63b94afe43 req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Deleting port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:52.434425 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-4deca662-59b9-4cb9-9bb1-7e63b94afe43 req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:52.525760 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-4deca662-59b9-4cb9-9bb1-7e63b94afe43 req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] For port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1fa31f95-6732-4c9c-ae2c-92b8d85232bc,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:52.526127 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-4deca662-59b9-4cb9-9bb1-7e63b94afe43 req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:52.540250 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-4deca662-59b9-4cb9-9bb1-7e63b94afe43 req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Calling delete_port for 1fa31f95-6732-4c9c-ae2c-92b8d85232bc owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:52.680554 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-4deca662-59b9-4cb9-9bb1-7e63b94afe43 req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:52.695734 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['4c920c26-7772-48d6-95b2-a4c69a79467b', 'c7f96f46-683c-4d4c-b03d-5f1eb0404aa5', 'd522db0d-5a8a-4494-98e8-8e793e701740', '1fa31f95-6732-4c9c-ae2c-92b8d85232bc'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:52.714746 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Pushing event deleted for resources: {'Port': ['ID=1fa31f95-6732-4c9c-ae2c-92b8d85232bc,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:52.726412 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.726922 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.727291 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.727801 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.728336 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.728808 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.729178 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.729522 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.729934 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.730282 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.730642 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.730974 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:40:52.772485 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4deca662-59b9-4cb9-9bb1-7e63b94afe43 req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] No DVR routers for this DVR port 1fa31f95-6732-4c9c-ae2c-92b8d85232bc on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:40:52.776406 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-4deca662-59b9-4cb9-9bb1-7e63b94afe43 req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:52.778580 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4deca662-59b9-4cb9-9bb1-7e63b94afe43 req-192e595c-4686-4680-b67d-228078ba892e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "DELETE /v2.0/ports/1fa31f95-6732-4c9c-ae2c-92b8d85232bc HTTP/1.1" status: 204 len: 173 time: 0.4321258 Aug 31 07:40:52.779142 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d6d829-1423-400b-b255-b799139d731d', 'name': 'network-vif-deleted', 'tag': '1fa31f95-6732-4c9c-ae2c-92b8d85232bc'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:52.781426 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eade21de-94ae-4b7c-babd-de13251e4aeb" -d '{"events": [{"server_uuid": "33d6d829-1423-400b-b255-b799139d731d", "name": "network-vif-deleted", "tag": "1fa31f95-6732-4c9c-ae2c-92b8d85232bc"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:52.827033 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76df344-d155-4c6c-8ec6-40fc254e3f22 x-openstack-request-id: req-d76df344-d155-4c6c-8ec6-40fc254e3f22 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:52.827323 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d6d829-1423-400b-b255-b799139d731d", "name": "network-vif-deleted", "tag": "1fa31f95-6732-4c9c-ae2c-92b8d85232bc", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:52.827744 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d76df344-d155-4c6c-8ec6-40fc254e3f22 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:52.828313 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d6d829-1423-400b-b255-b799139d731d', 'name': 'network-vif-deleted', 'tag': '1fa31f95-6732-4c9c-ae2c-92b8d85232bc', 'status': 'completed', 'code': 200} Aug 31 07:40:53.071218 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.283511 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5d135979-7008-45e8-87e3-2f8886a0cb17 req-7516f3f9-b521-4829-b1b9-55dc92c72946 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=33d6d829-1423-400b-b255-b799139d731d HTTP/1.1" status: 200 len: 210 time: 0.0334783 Aug 31 07:40:53.298662 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532164b4-3381-45a6-8c68-cbc3fa0caf46 req-749591aa-a0e6-4e7d-9635-a06ffdcdf51a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:53.300115 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-532164b4-3381-45a6-8c68-cbc3fa0caf46 req-749591aa-a0e6-4e7d-9635-a06ffdcdf51a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0766268 Aug 31 07:40:53.489586 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98820a-c6b6-4995-8bb8-662be9b92c61 req-92f23da4-4f5d-4a3b-b5ad-93613e5789ed tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:53.491360 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-da98820a-c6b6-4995-8bb8-662be9b92c61 req-92f23da4-4f5d-4a3b-b5ad-93613e5789ed tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c7222e2-296b-42bc-b078-2b182b555888 HTTP/1.1" status: 200 len: 946 time: 0.0508187 Aug 31 07:40:53.568179 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-532164b4-3381-45a6-8c68-cbc3fa0caf46 req-869a8fbd-c99d-49d5-a75d-9ee387e66a91 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619963 Aug 31 07:40:53.584699 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9391214-08a2-481f-9d2a-e47144cd8d05 req-6d499133-6bab-4425-818b-414184edb6ce tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:53.586260 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c9391214-08a2-481f-9d2a-e47144cd8d05 req-6d499133-6bab-4425-818b-414184edb6ce tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0622327 Aug 31 07:40:53.599951 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-da98820a-c6b6-4995-8bb8-662be9b92c61 req-14bac686-8b1f-4b43-8c07-21614db28a0b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Deleting port 96ff8222-0914-4817-9284-a00baf205d45 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:53.600301 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-da98820a-c6b6-4995-8bb8-662be9b92c61 req-14bac686-8b1f-4b43-8c07-21614db28a0b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.639283 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c9391214-08a2-481f-9d2a-e47144cd8d05 req-548a3d18-3400-48c2-b0d2-fd879c593250 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462871 Aug 31 07:40:53.694440 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-da98820a-c6b6-4995-8bb8-662be9b92c61 req-14bac686-8b1f-4b43-8c07-21614db28a0b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] For port 96ff8222-0914-4817-9284-a00baf205d45, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=96ff8222-0914-4817-9284-a00baf205d45,segment=NetworkSegment(2ca0868e-476f-4e9e-9b91-bebdba3664ef),segment_id=2ca0868e-476f-4e9e-9b91-bebdba3664ef)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:53.694809 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-da98820a-c6b6-4995-8bb8-662be9b92c61 req-14bac686-8b1f-4b43-8c07-21614db28a0b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.707889 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-da98820a-c6b6-4995-8bb8-662be9b92c61 req-14bac686-8b1f-4b43-8c07-21614db28a0b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Calling delete_port for 96ff8222-0914-4817-9284-a00baf205d45 owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:53.754582 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be367f-f142-45b9-a048-0ad04209145e req-8704776b-2150-4d6c-93d5-8232b9327e11 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:53.756198 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d8be367f-f142-45b9-a048-0ad04209145e req-8704776b-2150-4d6c-93d5-8232b9327e11 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0495636 Aug 31 07:40:53.795665 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d8be367f-f142-45b9-a048-0ad04209145e req-b8de90a4-b7b1-4707-be8a-c1868384004e tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331595 Aug 31 07:40:53.817537 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44402) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:53.852824 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-da98820a-c6b6-4995-8bb8-662be9b92c61 req-14bac686-8b1f-4b43-8c07-21614db28a0b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.885709 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bac686-8b1f-4b43-8c07-21614db28a0b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Pushing event deleted for resources: {'Port': ['ID=96ff8222-0914-4817-9284-a00baf205d45,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:53.944010 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-da98820a-c6b6-4995-8bb8-662be9b92c61 req-14bac686-8b1f-4b43-8c07-21614db28a0b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] No DVR routers for this DVR port 96ff8222-0914-4817-9284-a00baf205d45 on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:40:53.946574 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-da98820a-c6b6-4995-8bb8-662be9b92c61 req-14bac686-8b1f-4b43-8c07-21614db28a0b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:53.948896 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-da98820a-c6b6-4995-8bb8-662be9b92c61 req-14bac686-8b1f-4b43-8c07-21614db28a0b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.59 "DELETE /v2.0/ports/96ff8222-0914-4817-9284-a00baf205d45 HTTP/1.1" status: 204 len: 173 time: 0.4481552 Aug 31 07:40:54.042990 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d004168-ecb8-401d-a5ee-5ef40bd9439e tempest-TestShelveInstance-118477176 tempest-TestShelveInstance-118477176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:54.044690 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-9d004168-ecb8-401d-a5ee-5ef40bd9439e tempest-TestShelveInstance-118477176 tempest-TestShelveInstance-118477176-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 1094 time: 0.2261612 Aug 31 07:40:54.047803 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44410) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:54.052408 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Request body: {'floatingip': {'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'port_id': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:40:54.077299 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for floatingip, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.142302 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a477471c-e1ae-473a-85b5-a7c69bb67129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.175334 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['89e31ab3-29e2-4111-b768-615506d76bcb', '96ff8222-0914-4817-9284-a00baf205d45'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:54.179382 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.319157 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Allocated IP 172.27.0.50 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/a52ea968-0eb8-4594-b85b-6b454e3fa494) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:40:54.355239 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.437940 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.479712 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.525237 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:40:54.529383 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:40:54.533768 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:40:54.534419 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-17fe38e2-f33e-4209-accd-2bcd64667b7e req-de5960f1-7a25-4d13-ac0a-6e84814f3f6a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516636 Aug 31 07:40:54.539241 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Pushing event updated for resources: {'Port': ['ID=a52ea968-0eb8-4594-b85b-6b454e3fa494,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:54.632288 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe38e2-f33e-4209-accd-2bcd64667b7e req-8cdc8f24-a6db-4be4-ad53-1543d3123088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:54.634686 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-17fe38e2-f33e-4209-accd-2bcd64667b7e req-8cdc8f24-a6db-4be4-ad53-1543d3123088 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 1099 time: 0.0667758 Aug 31 07:40:54.752005 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe38e2-f33e-4209-accd-2bcd64667b7e req-5dfde3f8-53ce-4350-bebb-924669822bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:54.753759 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-17fe38e2-f33e-4209-accd-2bcd64667b7e req-5dfde3f8-53ce-4350-bebb-924669822bfd service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 200 len: 918 time: 0.0948257 Aug 31 07:40:54.831750 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7222e2-296b-42bc-b078-2b182b555888', 'name': 'network-vif-deleted', 'tag': '96ff8222-0914-4817-9284-a00baf205d45'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:54.835175 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486b95ad-e6b3-4435-9ef1-3da1b63705e7" -d '{"events": [{"server_uuid": "1c7222e2-296b-42bc-b078-2b182b555888", "name": "network-vif-deleted", "tag": "96ff8222-0914-4817-9284-a00baf205d45"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:54.855689 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-17fe38e2-f33e-4209-accd-2bcd64667b7e req-6475d1c3-9079-4586-9456-089d476e2a7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95 HTTP/1.1" status: 200 len: 1001 time: 0.0888708 Aug 31 07:40:54.877573 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503381ae-44b5-465c-81d2-0d1a2d31558a x-openstack-request-id: req-503381ae-44b5-465c-81d2-0d1a2d31558a {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:54.878611 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c7222e2-296b-42bc-b078-2b182b555888", "name": "network-vif-deleted", "tag": "96ff8222-0914-4817-9284-a00baf205d45", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:54.879041 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-503381ae-44b5-465c-81d2-0d1a2d31558a {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:54.879544 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7222e2-296b-42bc-b078-2b182b555888', 'name': 'network-vif-deleted', 'tag': '96ff8222-0914-4817-9284-a00baf205d45', 'status': 'completed', 'code': 200} Aug 31 07:40:54.886823 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:54.926099 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe38e2-f33e-4209-accd-2bcd64667b7e req-9952d93d-f332-4456-b12a-ef560b7d428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:54.928810 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-17fe38e2-f33e-4209-accd-2bcd64667b7e req-9952d93d-f332-4456-b12a-ef560b7d428e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1810f6c-a578-4036-ab5a-13c99f83c500 HTTP/1.1" status: 200 len: 856 time: 0.0571177 Aug 31 07:40:54.984787 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe38e2-f33e-4209-accd-2bcd64667b7e req-142fd293-6de4-4261-9b3f-61cf00f55163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:54.986535 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-17fe38e2-f33e-4209-accd-2bcd64667b7e req-142fd293-6de4-4261-9b3f-61cf00f55163 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438943 Aug 31 07:40:54.992077 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c1cd-7bae-434b-b6c3-55a2286be166 req-c8423759-532b-4aae-8609-8ca4802416a1 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:54.993577 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6820c1cd-7bae-434b-b6c3-55a2286be166 req-c8423759-532b-4aae-8609-8ca4802416a1 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1246073 Aug 31 07:40:55.089533 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-17fe38e2-f33e-4209-accd-2bcd64667b7e req-dfbf70a9-3e55-4b24-83af-02f633d004df service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923975 Aug 31 07:40:55.100528 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.104234 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6820c1cd-7bae-434b-b6c3-55a2286be166 req-ce3a4b6c-6ec2-4618-9118-0b858573e1b7 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037421 Aug 31 07:40:55.181246 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.189123 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-17fe38e2-f33e-4209-accd-2bcd64667b7e req-b7d2464e-ae64-45a1-b135-82a1973d95eb service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867479 Aug 31 07:40:55.342107 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for port, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.346755 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529199047'] for port, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.416817 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Pushing event updated for resources: {'Port': ['ID=a52ea968-0eb8-4594-b85b-6b454e3fa494,revision_number=2']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:55.428555 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.530205 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.l3_db [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Floating IP 429cdee8-9f47-4a74-b77a-57f40e17d08d associated. External IP: 172.27.0.50, port: c2347fff-fc2a-410b-803f-3ea4066ebb08. Aug 31 07:40:55.799190 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c66f7a-10b7-49c6-90ab-1da22db8de88 req-07749b70-dc2f-4c32-970a-ddc6b6e9bfd9 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:55.800753 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-65c66f7a-10b7-49c6-90ab-1da22db8de88 req-07749b70-dc2f-4c32-970a-ddc6b6e9bfd9 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 945 time: 0.1121049 Aug 31 07:40:55.833797 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Router f62eeed9-fb1f-4f88-874f-56f0751b3d48 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:40:55.857620 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-65c66f7a-10b7-49c6-90ab-1da22db8de88 req-f7bfb7d3-5e7d-4f69-874a-7d259c9db44d tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500689 Aug 31 07:40:55.965873 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:40:55.975341 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e569f1-d40b-40ed-914f-2d0d0c6c0c66 None None] Sync routers for ids ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:40:55.981203 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:55.991027 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e569f1-d40b-40ed-914f-2d0d0c6c0c66 None None] Routers {'f62eeed9-fb1f-4f88-874f-56f0751b3d48'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:55.991832 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-35e569f1-d40b-40ed-914f-2d0d0c6c0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:40:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:56.027692 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-05685e97-3247-45f7-a137-51e8b4404600 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9690294 Aug 31 07:40:56.027692 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08'}] {{(pid=94043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:56.027692 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8655ae71f89ec2b95c3046313fcc7688084414ddb3225736c66aa8988249ae5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3cfdcd-e139-49e8-b585-e1dccb0f08de" -d '{"events": [{"name": "network-changed", "server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08"}]}' {{(pid=94043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:56.064615 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82599444-3732-47a2-9db7-84bb8ed722a9 x-openstack-request-id: req-82599444-3732-47a2-9db7-84bb8ed722a9 {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:56.064853 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08", "status": "completed", "code": 200}]} {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:56.065104 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-82599444-3732-47a2-9db7-84bb8ed722a9 {{(pid=94043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:56.065505 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'status': 'completed', 'code': 200} Aug 31 07:40:56.107546 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-35e569f1-d40b-40ed-914f-2d0d0c6c0c66 None None] Set router f62eeed9-fb1f-4f88-874f-56f0751b3d48 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:56.174763 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cfdcd-e139-49e8-b585-e1dccb0f08de req-c60f2c57-758c-4619-9df7-7e40b50b2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:56.177306 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d3cfdcd-e139-49e8-b585-e1dccb0f08de req-c60f2c57-758c-4619-9df7-7e40b50b2457 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9410f14d504d4cd8ba09ec85329f9e99&device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 1099 time: 0.0743854 Aug 31 07:40:56.259269 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7dcdc-d3b1-4682-9663-c6c6d7635e35 req-f5c2d27b-2ebf-4825-8c9e-aed109be92a7 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:56.261654 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b7b7dcdc-d3b1-4682-9663-c6c6d7635e35 req-f5c2d27b-2ebf-4825-8c9e-aed109be92a7 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0699270 Aug 31 07:40:56.313194 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b7b7dcdc-d3b1-4682-9663-c6c6d7635e35 req-4cc3f795-fa0d-4b76-8b9d-6eb3b5bf2278 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441635 Aug 31 07:40:56.329519 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cfdcd-e139-49e8-b585-e1dccb0f08de req-e6a50219-7712-4848-8959-45abf8b102a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:56.331145 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d3cfdcd-e139-49e8-b585-e1dccb0f08de req-e6a50219-7712-4848-8959-45abf8b102a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47 HTTP/1.1" status: 200 len: 909 time: 0.1307051 Aug 31 07:40:56.373876 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-35e569f1-d40b-40ed-914f-2d0d0c6c0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:39:32Z', 'revision_number': 4, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port': {'id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:28Z', 'updated_at': '2021-08-31T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '429cdee8-9f47-4a74-b77a-57f40e17d08d', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'port_id': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'mac_address': 'fa:16:3e:38:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:40:54Z', 'updated_at': '2021-08-31T07:40:54Z', 'revision_number': 0, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1667ce75-8d75-4cf0-ae56-63d6c70a40eb', 'name': '', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'mac_address': 'fa:16:3e:1e:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:31Z', 'updated_at': '2021-08-31T07:39:42Z', 'revision_number': 5, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'subnets': [{'id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:56.401516 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e569f1-d40b-40ed-914f-2d0d0c6c0c66 None None] Checking router: f62eeed9-fb1f-4f88-874f-56f0751b3d48 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:40:56.409453 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d3cfdcd-e139-49e8-b585-e1dccb0f08de req-d5ae8c3a-c75a-43aa-b836-96f3d802e8d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08 HTTP/1.1" status: 200 len: 999 time: 0.0687311 Aug 31 07:40:56.412188 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e569f1-d40b-40ed-914f-2d0d0c6c0c66 None None] Routers {'f62eeed9-fb1f-4f88-874f-56f0751b3d48'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:40:56.413182 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-35e569f1-d40b-40ed-914f-2d0d0c6c0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:40:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:56.472417 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cfdcd-e139-49e8-b585-e1dccb0f08de req-d3aa01db-968e-4518-a875-224724daa810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:56.473933 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d3cfdcd-e139-49e8-b585-e1dccb0f08de req-d3aa01db-968e-4518-a875-224724daa810 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad945823-97d3-45ba-bad9-c349a447cce8 HTTP/1.1" status: 200 len: 847 time: 0.0530965 Aug 31 07:40:56.524411 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cfdcd-e139-49e8-b585-e1dccb0f08de req-f2d5bd69-2153-4801-9006-f5c7f6d59ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:56.526211 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d3cfdcd-e139-49e8-b585-e1dccb0f08de req-f2d5bd69-2153-4801-9006-f5c7f6d59ffc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424235 Aug 31 07:40:56.536874 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-35e569f1-d40b-40ed-914f-2d0d0c6c0c66 None None] Set router f62eeed9-fb1f-4f88-874f-56f0751b3d48 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:40:56.631864 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d3cfdcd-e139-49e8-b585-e1dccb0f08de req-cf8c1436-0052-43e6-9c6d-41850e143558 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960512 Aug 31 07:40:56.730337 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8d3cfdcd-e139-49e8-b585-e1dccb0f08de req-c8468383-b11e-4a55-b509-e0b9879f3e19 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887275 Aug 31 07:40:56.734964 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:56.775170 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-35e569f1-d40b-40ed-914f-2d0d0c6c0c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:39:32Z', 'revision_number': 4, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port': {'id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:28Z', 'updated_at': '2021-08-31T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '429cdee8-9f47-4a74-b77a-57f40e17d08d', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'port_id': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'mac_address': 'fa:16:3e:38:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:40:54Z', 'updated_at': '2021-08-31T07:40:54Z', 'revision_number': 0, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1667ce75-8d75-4cf0-ae56-63d6c70a40eb', 'name': '', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'mac_address': 'fa:16:3e:1e:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:31Z', 'updated_at': '2021-08-31T07:39:42Z', 'revision_number': 5, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'subnets': [{'id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:56.800837 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e569f1-d40b-40ed-914f-2d0d0c6c0c66 None None] The sync data for ids ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'] in dv-cinder-799668-14-iscsi is: [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:39:32Z', 'revision_number': 4, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port': {'id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:28Z', 'updated_at': '2021-08-31T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '429cdee8-9f47-4a74-b77a-57f40e17d08d', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'port_id': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'mac_address': 'fa:16:3e:38:d6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:40:54Z', 'updated_at': '2021-08-31T07:40:54Z', 'revision_number': 0, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1667ce75-8d75-4cf0-ae56-63d6c70a40eb', 'name': '', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'mac_address': 'fa:16:3e:1e:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:31Z', 'updated_at': '2021-08-31T07:39:42Z', 'revision_number': 5, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'subnets': [{'id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:56.919879 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 96ff8222-0914-4817-9284-a00baf205d45 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:56.940341 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 96ff8222-0914-4817-9284-a00baf205d45 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:56.940685 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 96ff8222-0914-4817-9284-a00baf205d45 not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:56.941292 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 1fa31f95-6732-4c9c-ae2c-92b8d85232bc no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:40:56.964048 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 1fa31f95-6732-4c9c-ae2c-92b8d85232bc {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:40:56.965119 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 1fa31f95-6732-4c9c-ae2c-92b8d85232bc not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:40:56.985548 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f1b6e-cd99-476e-b69b-6821e20d20b8 req-40ee3cbc-ee47-4f65-88a4-5118101daeab tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:56.987583 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-857f1b6e-cd99-476e-b69b-6821e20d20b8 req-40ee3cbc-ee47-4f65-88a4-5118101daeab tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 945 time: 0.0573199 Aug 31 07:40:57.029198 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-857f1b6e-cd99-476e-b69b-6821e20d20b8 req-e978426f-6a1d-46da-9b04-6c7cca31d89b tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347559 Aug 31 07:40:57.086913 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3840d-4a6b-4bae-ab73-3a6110b28418 None None] New status for floating IP 429cdee8-9f47-4a74-b77a-57f40e17d08d: ACTIVE {{(pid=94044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:40:57.464725 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac08eb-73df-4890-8264-b0beb7e3d023 req-281035ce-55fa-41b5-8700-be0e829f2abe tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:57.467036 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0aac08eb-73df-4890-8264-b0beb7e3d023 req-281035ce-55fa-41b5-8700-be0e829f2abe tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0635395 Aug 31 07:40:57.511949 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0aac08eb-73df-4890-8264-b0beb7e3d023 req-4ccb9f88-a2eb-4266-b962-84c8f24a26c4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378170 Aug 31 07:40:58.076170 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9776348-fd9b-4018-abcf-eb420e891849 req-fad8ed58-54ce-4c6d-a926-af1748ac261f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:58.077803 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c9776348-fd9b-4018-abcf-eb420e891849 req-fad8ed58-54ce-4c6d-a926-af1748ac261f tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 945 time: 0.0542436 Aug 31 07:40:58.183058 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89196bb-0ad3-4d39-a022-630a70e5fad6 req-7cb3d9d1-6128-4eef-a33e-1e519b1612bb tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:58.185168 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b89196bb-0ad3-4d39-a022-630a70e5fad6 req-7cb3d9d1-6128-4eef-a33e-1e519b1612bb tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 945 time: 0.0659077 Aug 31 07:40:58.198661 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-c9776348-fd9b-4018-abcf-eb420e891849 req-b63b21e6-3218-4d5a-9156-1bc5702ea9e2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Deleting port d522db0d-5a8a-4494-98e8-8e793e701740 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:40:58.199008 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-c9776348-fd9b-4018-abcf-eb420e891849 req-b63b21e6-3218-4d5a-9156-1bc5702ea9e2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:58.229922 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b89196bb-0ad3-4d39-a022-630a70e5fad6 req-67f2931d-c7a7-478c-aa05-23c2f4651aea tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364959 Aug 31 07:40:58.294739 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-c9776348-fd9b-4018-abcf-eb420e891849 req-b63b21e6-3218-4d5a-9156-1bc5702ea9e2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] For port d522db0d-5a8a-4494-98e8-8e793e701740, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d522db0d-5a8a-4494-98e8-8e793e701740,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:40:58.295243 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-c9776348-fd9b-4018-abcf-eb420e891849 req-b63b21e6-3218-4d5a-9156-1bc5702ea9e2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:58.314330 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-c9776348-fd9b-4018-abcf-eb420e891849 req-b63b21e6-3218-4d5a-9156-1bc5702ea9e2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Calling delete_port for d522db0d-5a8a-4494-98e8-8e793e701740 owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:40:58.451082 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-c9776348-fd9b-4018-abcf-eb420e891849 req-b63b21e6-3218-4d5a-9156-1bc5702ea9e2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:58.466086 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['4c920c26-7772-48d6-95b2-a4c69a79467b', 'c7f96f46-683c-4d4c-b03d-5f1eb0404aa5', 'd522db0d-5a8a-4494-98e8-8e793e701740'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:40:58.482235 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b21e6-3218-4d5a-9156-1bc5702ea9e2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Pushing event deleted for resources: {'Port': ['ID=d522db0d-5a8a-4494-98e8-8e793e701740,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:40:58.530222 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9776348-fd9b-4018-abcf-eb420e891849 req-b63b21e6-3218-4d5a-9156-1bc5702ea9e2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] No DVR routers for this DVR port d522db0d-5a8a-4494-98e8-8e793e701740 on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:40:58.533419 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-c9776348-fd9b-4018-abcf-eb420e891849 req-b63b21e6-3218-4d5a-9156-1bc5702ea9e2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:58.535752 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-c9776348-fd9b-4018-abcf-eb420e891849 req-b63b21e6-3218-4d5a-9156-1bc5702ea9e2 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "DELETE /v2.0/ports/d522db0d-5a8a-4494-98e8-8e793e701740 HTTP/1.1" status: 204 len: 173 time: 0.4498742 Aug 31 07:40:58.535923 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda3e62c-6f21-4389-8614-19a4d6aaa3ef', 'name': 'network-vif-deleted', 'tag': 'd522db0d-5a8a-4494-98e8-8e793e701740'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:40:58.538161 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145f5024-a3c2-4d3d-aefa-1422ec6c1930" -d '{"events": [{"server_uuid": "fda3e62c-6f21-4389-8614-19a4d6aaa3ef", "name": "network-vif-deleted", "tag": "d522db0d-5a8a-4494-98e8-8e793e701740"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:40:58.576230 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edade348-6a8e-4452-b23d-fb6a84e0fd87 x-openstack-request-id: req-edade348-6a8e-4452-b23d-fb6a84e0fd87 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:40:58.576542 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda3e62c-6f21-4389-8614-19a4d6aaa3ef", "name": "network-vif-deleted", "tag": "d522db0d-5a8a-4494-98e8-8e793e701740", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:40:58.576837 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edade348-6a8e-4452-b23d-fb6a84e0fd87 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:40:58.577242 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda3e62c-6f21-4389-8614-19a4d6aaa3ef', 'name': 'network-vif-deleted', 'tag': 'd522db0d-5a8a-4494-98e8-8e793e701740', 'status': 'completed', 'code': 200} Aug 31 07:40:58.745715 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e83c6-ea1d-4d9b-bb8e-4aced0a5bd39 req-e8dfbcf6-8f12-4d50-af1a-68d37554c397 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:58.748224 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a75e83c6-ea1d-4d9b-bb8e-4aced0a5bd39 req-e8dfbcf6-8f12-4d50-af1a-68d37554c397 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1316266 Aug 31 07:40:58.815071 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a75e83c6-ea1d-4d9b-bb8e-4aced0a5bd39 req-bb3e81b1-8af3-436b-bcb2-80209fb060b4 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494428 Aug 31 07:40:59.368794 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-54374c70-3c72-4294-98bd-1f8e497741ed req-81350d7f-054f-4f72-a6f5-9fda53b35e41 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=fda3e62c-6f21-4389-8614-19a4d6aaa3ef HTTP/1.1" status: 200 len: 210 time: 0.0371838 Aug 31 07:40:59.808103 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44492) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:59.862059 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_v2 [None req-915aaf44-ee7c-48b1-a54c-22ecdc580f67 admin admin] Deleting subnet 1eb7be87-e11d-4ce8-9a03-ff2ffef8a305 {{(pid=94043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:40:59.865249 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-915aaf44-ee7c-48b1-a54c-22ecdc580f67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:59.931273 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-915aaf44-ee7c-48b1-a54c-22ecdc580f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529139911'] for subnet, precommit_delete_associations {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:59.989688 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5b76f-a98d-442c-b1a1-70d0474ba767 req-c2870ba6-ef5a-470c-97cc-e8900010813b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:59.991635 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e0f5b76f-a98d-442c-b1a1-70d0474ba767 req-c2870ba6-ef5a-470c-97cc-e8900010813b tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.1020951 Aug 31 07:40:59.994220 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-915aaf44-ee7c-48b1-a54c-22ecdc580f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.071169 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e0f5b76f-a98d-442c-b1a1-70d0474ba767 req-c42b6bab-09b7-4cb2-8f98-569dc01de930 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547299 Aug 31 07:41:00.090265 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-915aaf44-ee7c-48b1-a54c-22ecdc580f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529198993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529159932'] for subnet, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.119257 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915aaf44-ee7c-48b1-a54c-22ecdc580f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eb7be87-e11d-4ce8-9a03-ff2ffef8a305,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:00.124057 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-915aaf44-ee7c-48b1-a54c-22ecdc580f67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.128823 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-915aaf44-ee7c-48b1-a54c-22ecdc580f67 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1eb7be87-e11d-4ce8-9a03-ff2ffef8a305 HTTP/1.1" status: 204 len: 168 time: 0.3194711 Aug 31 07:41:00.130922 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44496) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:00.204607 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b316-76c0-43a4-9bdd-df6fda78aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.296454 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b316-76c0-43a4-9bdd-df6fda78aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.308269 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-fcd5b316-76c0-43a4-9bdd-df6fda78aa96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6a95dd-ddbf-4492-9bed-d774d0e62278']}} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:00.319180 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-fcd5b316-76c0-43a4-9bdd-df6fda78aa96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8b8ab1-d19c-49f1-a39a-ec8c327dc629') {'for_net_delete': True} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:00.319474 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-fcd5b316-76c0-43a4-9bdd-df6fda78aa96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8b8ab1-d19c-49f1-a39a-ec8c327dc629') {} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:00.330956 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b316-76c0-43a4-9bdd-df6fda78aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529139964'] for segment, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.346794 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b316-76c0-43a4-9bdd-df6fda78aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.355553 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd5b316-76c0-43a4-9bdd-df6fda78aa96 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:41:00.355945 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b316-76c0-43a4-9bdd-df6fda78aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529198891'] for segment, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: Traceback (most recent call last): Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: timer() Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: cb(*args, **kw) Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: return func(*args, **kwargs) Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: self._notify() Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: self.callback(batched_events) Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: event.method(event) Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: return f(self, *a, **k) Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._get(url).json() Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: return self.request(url, 'GET', **kwargs) Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:41:00.358150 dv-cinder-799668-14-iscsi neutron-server[94043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:41:00.419642 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b316-76c0-43a4-9bdd-df6fda78aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.428349 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b316-76c0-43a4-9bdd-df6fda78aa96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.434813 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-fcd5b316-76c0-43a4-9bdd-df6fda78aa96 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5e6a95dd-ddbf-4492-9bed-d774d0e62278 HTTP/1.1" status: 204 len: 168 time: 0.2983510 Aug 31 07:41:00.440661 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5b316-76c0-43a4-9bdd-df6fda78aa96 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e6a95dd-ddbf-4492-9bed-d774d0e62278,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:00.660992 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44506) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:00.683146 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c453299-514c-4e47-8ed9-126339bc8da0 req-8af84be9-9b6e-4edd-bdca-a66575d575ff tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:00.684988 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4c453299-514c-4e47-8ed9-126339bc8da0 req-8af84be9-9b6e-4edd-bdca-a66575d575ff tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 946 time: 0.0569680 Aug 31 07:41:00.718550 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-e2cf81da-26f3-4028-ae60-9ab27a6f88b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b51d2cf035447dfa6434d6d2cb28fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562375 Aug 31 07:41:00.721592 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44508) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:00.727015 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4c453299-514c-4e47-8ed9-126339bc8da0 req-3a8b16a0-0617-4608-a3bb-6bbceb2b16a5 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354908 Aug 31 07:41:00.775309 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-da44f0fd-7a42-44f6-a360-4123a9f0e61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.797138 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-da44f0fd-7a42-44f6-a360-4123a9f0e61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.845503 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-da44f0fd-7a42-44f6-a360-4123a9f0e61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.848578 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-da44f0fd-7a42-44f6-a360-4123a9f0e61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:00.849733 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-da44f0fd-7a42-44f6-a360-4123a9f0e61a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59182fb2-7d86-4a77-8589-4b3a74696fbc HTTP/1.1" status: 204 len: 168 time: 0.1272330 Aug 31 07:41:00.858256 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44f0fd-7a42-44f6-a360-4123a9f0e61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59182fb2-7d86-4a77-8589-4b3a74696fbc,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:01.207870 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87154ded-0409-490f-b396-d4f3a187abec req-c43ac5da-f643-4e35-a62b-6fc4123fa30a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:01.209834 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-87154ded-0409-490f-b396-d4f3a187abec req-c43ac5da-f643-4e35-a62b-6fc4123fa30a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0619042 Aug 31 07:41:01.256075 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-87154ded-0409-490f-b396-d4f3a187abec req-e91821b0-8345-42a9-8d9b-6b27b09e7ac2 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400436 Aug 31 07:41:01.631388 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44532) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:01.728978 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-491249992-network', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:01.756040 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Made reservation on behalf of 8284d925f59640eaadfd1bc0345625b1 for: {'network': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:01.758956 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:01.771233 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:01.815812 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19f3d3-9cf4-4e2a-ac20-44a3bc36ea7c req-9655d001-6e2a-4524-ae26-9033bd264192 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:01.817310 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6a19f3d3-9cf4-4e2a-ac20-44a3bc36ea7c req-9655d001-6e2a-4524-ae26-9033bd264192 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.59 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 945 time: 0.0697093 Aug 31 07:41:01.893449 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b3f93-dade-44b5-90c6-d79a140cb7cb req-0547bcdf-631d-4110-ad6c-6f091516dcb0 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:01.894940 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-433b3f93-dade-44b5-90c6-d79a140cb7cb req-0547bcdf-631d-4110-ad6c-6f091516dcb0 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 946 time: 0.0812192 Aug 31 07:41:01.922862 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-6a19f3d3-9cf4-4e2a-ac20-44a3bc36ea7c req-fe63f2fe-dc2b-460b-bbb1-bcdba802653a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Deleting port 89e31ab3-29e2-4111-b768-615506d76bcb {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:01.923214 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6a19f3d3-9cf4-4e2a-ac20-44a3bc36ea7c req-fe63f2fe-dc2b-460b-bbb1-bcdba802653a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:01.961517 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:01.965632 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-433b3f93-dade-44b5-90c6-d79a140cb7cb req-31389f80-fdc3-4b77-911e-1b7ed24032ae tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636373 Aug 31 07:41:01.966753 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.006657 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:41:02.015678 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b58fbaf-4126-4fa6-a082-5e2a10bed36e,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:02.023433 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.023854 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.segments_db [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Added segment aa99e149-ec2d-4f2c-8fe5-2d09d3b22187 of type vlan for network f9d29324-aec2-4290-8649-b37f0daeb96e Aug 31 07:41:02.024662 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-6a19f3d3-9cf4-4e2a-ac20-44a3bc36ea7c req-fe63f2fe-dc2b-460b-bbb1-bcdba802653a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] For port 89e31ab3-29e2-4111-b768-615506d76bcb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=89e31ab3-29e2-4111-b768-615506d76bcb,segment=NetworkSegment(2ca0868e-476f-4e9e-9b91-bebdba3664ef),segment_id=2ca0868e-476f-4e9e-9b91-bebdba3664ef)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:02.025085 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6a19f3d3-9cf4-4e2a-ac20-44a3bc36ea7c req-fe63f2fe-dc2b-460b-bbb1-bcdba802653a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.038787 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-6a19f3d3-9cf4-4e2a-ac20-44a3bc36ea7c req-fe63f2fe-dc2b-460b-bbb1-bcdba802653a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Calling delete_port for 89e31ab3-29e2-4111-b768-615506d76bcb owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:02.079185 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.113436 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.114817 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:02.115470 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.177756 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6a19f3d3-9cf4-4e2a-ac20-44a3bc36ea7c req-fe63f2fe-dc2b-460b-bbb1-bcdba802653a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.183266 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5505643 Aug 31 07:41:02.186566 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44538) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:02.192386 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-45b79200-18a4-40d5-b392-6ba45ef80465 admin admin] Request body: {'subnet': {'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-491249992-subnet', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'ip_version': 4}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:02.196661 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['89e31ab3-29e2-4111-b768-615506d76bcb'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:02.205712 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86206c-5afe-4d0f-98e7-d94c8099b911 admin admin] Pushing event updated for resources: {'Network': ['ID=f9d29324-aec2-4290-8649-b37f0daeb96e,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:02.209680 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63f2fe-dc2b-460b-bbb1-bcdba802653a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Pushing event deleted for resources: {'Port': ['ID=89e31ab3-29e2-4111-b768-615506d76bcb,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:02.224034 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b79200-18a4-40d5-b392-6ba45ef80465 admin admin] Made reservation on behalf of 8284d925f59640eaadfd1bc0345625b1 for: {'subnet': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:02.227084 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-45b79200-18a4-40d5-b392-6ba45ef80465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529159891'] for subnet, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.242397 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network f9d29324-aec2-4290-8649-b37f0daeb96e details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:41:02.261217 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a19f3d3-9cf4-4e2a-ac20-44a3bc36ea7c req-fe63f2fe-dc2b-460b-bbb1-bcdba802653a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] No DVR routers for this DVR port 89e31ab3-29e2-4111-b768-615506d76bcb on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:41:02.265062 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-6a19f3d3-9cf4-4e2a-ac20-44a3bc36ea7c req-fe63f2fe-dc2b-460b-bbb1-bcdba802653a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.266823 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6a19f3d3-9cf4-4e2a-ac20-44a3bc36ea7c req-fe63f2fe-dc2b-460b-bbb1-bcdba802653a tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.59 "DELETE /v2.0/ports/89e31ab3-29e2-4111-b768-615506d76bcb HTTP/1.1" status: 204 len: 173 time: 0.4394925 Aug 31 07:41:02.267264 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803030c8-fbcb-49a0-9df5-a1cb2d02ee44', 'name': 'network-vif-deleted', 'tag': '89e31ab3-29e2-4111-b768-615506d76bcb'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:02.269635 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0974bb-9a55-4810-a5c8-5ad9dc15d027" -d '{"events": [{"server_uuid": "803030c8-fbcb-49a0-9df5-a1cb2d02ee44", "name": "network-vif-deleted", "tag": "89e31ab3-29e2-4111-b768-615506d76bcb"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:02.309541 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2736243-01dd-42e1-9baa-1ad07f214643 req-609d2227-c070-45fe-a38d-4d7db7c0c202 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:02.311778 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f2736243-01dd-42e1-9baa-1ad07f214643 req-609d2227-c070-45fe-a38d-4d7db7c0c202 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 946 time: 0.0591691 Aug 31 07:41:02.398627 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462559da-fa6a-4117-9406-5131ab447e6b x-openstack-request-id: req-462559da-fa6a-4117-9406-5131ab447e6b {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:02.398963 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803030c8-fbcb-49a0-9df5-a1cb2d02ee44", "name": "network-vif-deleted", "tag": "89e31ab3-29e2-4111-b768-615506d76bcb", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:02.399386 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-462559da-fa6a-4117-9406-5131ab447e6b {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:02.399504 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '803030c8-fbcb-49a0-9df5-a1cb2d02ee44', 'name': 'network-vif-deleted', 'tag': '89e31ab3-29e2-4111-b768-615506d76bcb', 'status': 'completed', 'code': 200} Aug 31 07:41:02.432059 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-f2736243-01dd-42e1-9baa-1ad07f214643 req-b33253fa-ca01-4f6c-b4f3-f71fe5556c0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Deleting port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:02.432273 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f2736243-01dd-42e1-9baa-1ad07f214643 req-b33253fa-ca01-4f6c-b4f3-f71fe5556c0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.467837 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-24002748-8aa5-4332-b85b-9964a0db55d3 req-9cace2ac-8c5e-42f0-9f3d-f72cb38a6ef0 tempest-ServerRescueNegativeTestJSON-1037251171 tempest-ServerRescueNegativeTestJSON-1037251171-project] 10.222.0.62 "GET /v2.0/ports?device_id=803030c8-fbcb-49a0-9df5-a1cb2d02ee44 HTTP/1.1" status: 200 len: 210 time: 0.0518727 Aug 31 07:41:02.582757 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-f2736243-01dd-42e1-9baa-1ad07f214643 req-b33253fa-ca01-4f6c-b4f3-f71fe5556c0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] For port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c7f96f46-683c-4d4c-b03d-5f1eb0404aa5,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:02.583345 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f2736243-01dd-42e1-9baa-1ad07f214643 req-b33253fa-ca01-4f6c-b4f3-f71fe5556c0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.606224 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-f2736243-01dd-42e1-9baa-1ad07f214643 req-b33253fa-ca01-4f6c-b4f3-f71fe5556c0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Calling delete_port for c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:02.737026 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-45b79200-18a4-40d5-b392-6ba45ef80465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529202766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529159877'] for subnet, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.824124 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b79200-18a4-40d5-b392-6ba45ef80465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db550d3e-1fb1-40e1-b5d1-ece28f57dda7,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:02.837929 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b79200-18a4-40d5-b392-6ba45ef80465 admin admin] Checking segment: {'id': 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:02.838701 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b79200-18a4-40d5-b392-6ba45ef80465 admin admin] Network hostable DHCP agents. Network: f9d29324-aec2-4290-8649-b37f0daeb96e, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:41:02.864831 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b79200-18a4-40d5-b392-6ba45ef80465 admin admin] Network f9d29324-aec2-4290-8649-b37f0daeb96e is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:41:02.878545 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-45b79200-18a4-40d5-b392-6ba45ef80465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, f9d29324-aec2-4290-8649-b37f0daeb96e) {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:02.883755 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b79200-18a4-40d5-b392-6ba45ef80465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:02.885468 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-45b79200-18a4-40d5-b392-6ba45ef80465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.890400 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c8b77b-1c93-4ec0-a594-eee7ec7066f5 None None] Network f9d29324-aec2-4290-8649-b37f0daeb96e requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:02.911130 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-45b79200-18a4-40d5-b392-6ba45ef80465 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7227960 Aug 31 07:41:02.913246 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44548) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:02.921254 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:02.948085 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1796116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28948'] for router, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.949271 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28931'] for router, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:02.987500 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device d522db0d-5a8a-4494-98e8-8e793e701740 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:03.021752 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: d522db0d-5a8a-4494-98e8-8e793e701740 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:03.022175 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device d522db0d-5a8a-4494-98e8-8e793e701740 not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:03.041319 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.074159 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f2736243-01dd-42e1-9baa-1ad07f214643 req-b33253fa-ca01-4f6c-b4f3-f71fe5556c0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.095933 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['4c920c26-7772-48d6-95b2-a4c69a79467b', 'c7f96f46-683c-4d4c-b03d-5f1eb0404aa5'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:03.109611 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33253fa-ca01-4f6c-b4f3-f71fe5556c0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Pushing event deleted for resources: {'Port': ['ID=c7f96f46-683c-4d4c-b03d-5f1eb0404aa5,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:03.168392 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2736243-01dd-42e1-9baa-1ad07f214643 req-b33253fa-ca01-4f6c-b4f3-f71fe5556c0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] No DVR routers for this DVR port c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:41:03.171795 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-f2736243-01dd-42e1-9baa-1ad07f214643 req-b33253fa-ca01-4f6c-b4f3-f71fe5556c0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.174606 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f2736243-01dd-42e1-9baa-1ad07f214643 req-b33253fa-ca01-4f6c-b4f3-f71fe5556c0c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "DELETE /v2.0/ports/c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 HTTP/1.1" status: 204 len: 173 time: 0.8518417 Aug 31 07:41:03.181698 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7859a6c4-7bd1-4bf3-bd03-3d7b456adc84 req-211f03e7-149a-4e05-a9e4-ec5baad5de76 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=591dfca2-cffa-4c14-a4cc-d4c6a042791f HTTP/1.1" status: 200 len: 210 time: 0.0490952 Aug 31 07:41:03.215512 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6918a5-e36e-5cfd-a810-4069d9de59f0-f9d29324-aec2-4290-8649-b37f0daeb96e', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'fixed_ips': [{'subnet_id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7'}]}} from dv-cinder-799668-14-iscsi. {{(pid=94044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:41:03.217751 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.262838 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.461303 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.db_base_plugin_common [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Allocated IP 172.20.0.2 (f9d29324-aec2-4290-8649-b37f0daeb96e/db550d3e-1fb1-40e1-b5d1-ece28f57dda7/d03db44b-f2a7-4e3b-927a-cc8fbd4d5355) {{(pid=94044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:03.539321 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.549677 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44554) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:03.569062 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.707771 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Notify callbacks [] for port, precommit_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.721452 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Transition to ACTIVE for port object d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:03.726322 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Allocated IP 172.27.0.115 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/ebd1570c-0fbd-4a49-8b10-e435229c31ac) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:03.766725 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Transition to ACTIVE for port object d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 will not be triggered until provisioned by entity DHCP. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:03.780350 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.853013 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Network f9d29324-aec2-4290-8649-b37f0daeb96e is already hosted by enough agents. {{(pid=94044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:03.862865 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.base_scheduler [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Resources bound (agent type, host, resource id): {{(pid=94044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:03.865320 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Received port after_create {{(pid=94044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:03.883143 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Pushing event updated for resources: {'Port': ['ID=d03db44b-f2a7-4e3b-927a-cc8fbd4d5355,revision_number=1']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:03.943887 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Attempting to bind port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:03.947379 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Attempting to bind port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:03.948058 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Attempting to bind port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 on network f9d29324-aec2-4290-8649-b37f0daeb96e {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:03.954176 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.958950 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:03.960263 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Checking segment: {'id': 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:03.961695 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:03.962254 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Bound using segment: {'id': 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:03.963209 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Bound port: d03db44b-f2a7-4e3b-927a-cc8fbd4d5355, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:03.963604 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:04.015236 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:04.065228 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:04.068602 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:04.071255 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:04.095755 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] For port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:04.101781 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] For port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=d03db44b-f2a7-4e3b-927a-cc8fbd4d5355,segment=NetworkSegment(aa99e149-ec2d-4f2c-8fe5-2d09d3b22187),segment_id=aa99e149-ec2d-4f2c-8fe5-2d09d3b22187)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:04.105051 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Pushing event updated for resources: {'Port': ['ID=ebd1570c-0fbd-4a49-8b10-e435229c31ac,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:04.108502 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:04.229201 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ccf4d-58cf-4684-b051-6b3227666768 None None] Pushing event updated for resources: {'Port': ['ID=d03db44b-f2a7-4e3b-927a-cc8fbd4d5355,revision_number=2']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:04.255502 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4fb373a9-8175-4917-99ce-fb0ae44cacef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386836'] for router_interface, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:04.403723 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591dfca2-cffa-4c14-a4cc-d4c6a042791f', 'name': 'network-vif-deleted', 'tag': 'c7f96f46-683c-4d4c-b03d-5f1eb0404aa5'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:04.406914 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d9cb0f-b5d6-4a03-9fe9-e893dcc42191" -d '{"events": [{"server_uuid": "591dfca2-cffa-4c14-a4cc-d4c6a042791f", "name": "network-vif-deleted", "tag": "c7f96f46-683c-4d4c-b03d-5f1eb0404aa5"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:04.481197 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb7bd30-7e96-4761-be93-503fc72b9f1b x-openstack-request-id: req-5eb7bd30-7e96-4761-be93-503fc72b9f1b {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:04.481499 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591dfca2-cffa-4c14-a4cc-d4c6a042791f", "name": "network-vif-deleted", "tag": "c7f96f46-683c-4d4c-b03d-5f1eb0404aa5", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:04.481653 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5eb7bd30-7e96-4761-be93-503fc72b9f1b {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:04.482069 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591dfca2-cffa-4c14-a4cc-d4c6a042791f', 'name': 'network-vif-deleted', 'tag': 'c7f96f46-683c-4d4c-b03d-5f1eb0404aa5', 'status': 'completed', 'code': 200} Aug 31 07:41:04.514997 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:04.749684 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-4fb373a9-8175-4917-99ce-fb0ae44cacef admin admin] Deleting port 2ce030e9-7f23-44cd-8dde-a407c0917871 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:04.750041 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4fb373a9-8175-4917-99ce-fb0ae44cacef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:04.831755 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-386546'] for router, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:04.855278 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-4fb373a9-8175-4917-99ce-fb0ae44cacef admin admin] For port 2ce030e9-7f23-44cd-8dde-a407c0917871, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=2ce030e9-7f23-44cd-8dde-a407c0917871,segment=NetworkSegment(2ca0868e-476f-4e9e-9b91-bebdba3664ef),segment_id=2ca0868e-476f-4e9e-9b91-bebdba3664ef)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:04.855827 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4fb373a9-8175-4917-99ce-fb0ae44cacef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:04.871694 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-4fb373a9-8175-4917-99ce-fb0ae44cacef admin admin] Calling delete_port for 2ce030e9-7f23-44cd-8dde-a407c0917871 owned by network:router_interface {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:04.935271 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 89e31ab3-29e2-4111-b768-615506d76bcb no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:04.986314 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:04.991552 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 89e31ab3-29e2-4111-b768-615506d76bcb {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:04.992000 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 89e31ab3-29e2-4111-b768-615506d76bcb not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:05.019142 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Router 0bd3b035-76ce-4c1e-8669-dec66d015144 is scheduled to L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 with binding_index 1 {{(pid=94043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:41:05.050415 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:05.159768 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4fb373a9-8175-4917-99ce-fb0ae44cacef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:05.179024 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:05.190907 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Sync routers for ids ['0bd3b035-76ce-4c1e-8669-dec66d015144'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:05.203392 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb373a9-8175-4917-99ce-fb0ae44cacef admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce030e9-7f23-44cd-8dde-a407c0917871,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:05.204243 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] Notify callbacks [] for router, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:05.208870 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-32ad69aa-f344-4431-afd7-ef2de88c3930 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2941437 Aug 31 07:41:05.209258 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44572) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:05.211095 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Routers {'0bd3b035-76ce-4c1e-8669-dec66d015144'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:05.212062 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:40:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['0bd3b035-76ce-4c1e-8669-dec66d015144'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:05.464131 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Set router 0bd3b035-76ce-4c1e-8669-dec66d015144 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:05.626056 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2be647-f18c-4bdc-ac99-91998ad1a7a4 None None] Network f9d29324-aec2-4290-8649-b37f0daeb96e requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:05.750403 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4fb373a9-8175-4917-99ce-fb0ae44cacef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386952'] for router_interface, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:05.781876 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:41:04Z', 'revision_number': 3, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port': {'id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:03Z', 'updated_at': '2021-08-31T07:41:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:05.786835 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-68353cdf-a3a6-46f5-96d4-97a5eb855fc2 None None] Provisioning for port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:05.814027 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-68353cdf-a3a6-46f5-96d4-97a5eb855fc2 None None] Provisioning complete for port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:05.816305 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-68353cdf-a3a6-46f5-96d4-97a5eb855fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:05.850906 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Checking router: 0bd3b035-76ce-4c1e-8669-dec66d015144 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:05.851747 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Updating router 0bd3b035-76ce-4c1e-8669-dec66d015144 port ebd1570c-0fbd-4a49-8b10-e435229c31ac binding host dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:41:05.881673 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c656349-25cc-4122-8f9f-dcfc1fc25ad4 req-cc74db06-cbc1-4391-876b-75cffdb75566 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:05.890980 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8c656349-25cc-4122-8f9f-dcfc1fc25ad4 req-cc74db06-cbc1-4391-876b-75cffdb75566 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.2169738 Aug 31 07:41:05.894685 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:05.957503 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8c656349-25cc-4122-8f9f-dcfc1fc25ad4 req-34d99f61-0694-4f62-8c96-85c1c131afe5 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620439 Aug 31 07:41:06.015813 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff3c95-8619-435d-8760-c1ac467ba281 req-8f4de2ff-9b43-4ec7-8ef4-5db80e0abdcd tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:06.017380 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2cff3c95-8619-435d-8760-c1ac467ba281 req-8f4de2ff-9b43-4ec7-8ef4-5db80e0abdcd tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 945 time: 0.0899508 Aug 31 07:41:06.074003 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-68353cdf-a3a6-46f5-96d4-97a5eb855fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.129189 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2cff3c95-8619-435d-8760-c1ac467ba281 req-8beaee36-d3b4-4777-92dc-bb6d01ddd8f8 tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971627 Aug 31 07:41:06.137598 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-68353cdf-a3a6-46f5-96d4-97a5eb855fc2 None None] For port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=d03db44b-f2a7-4e3b-927a-cc8fbd4d5355,segment=NetworkSegment(aa99e149-ec2d-4f2c-8fe5-2d09d3b22187),segment_id=aa99e149-ec2d-4f2c-8fe5-2d09d3b22187)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:06.145452 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-68353cdf-a3a6-46f5-96d4-97a5eb855fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.207943 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68353cdf-a3a6-46f5-96d4-97a5eb855fc2 None None] Pushing event updated for resources: {'Port': ['ID=d03db44b-f2a7-4e3b-927a-cc8fbd4d5355,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:06.289803 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Notify callbacks [] for port, precommit_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.301913 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.provisioning_blocks [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Transition to ACTIVE for port object ebd1570c-0fbd-4a49-8b10-e435229c31ac will not be triggered until provisioned by entity L2. {{(pid=94045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:06.309212 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.367393 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Pushing event updated for resources: {'Port': ['ID=ebd1570c-0fbd-4a49-8b10-e435229c31ac,revision_number=2']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:06.383698 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:06.383961 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:06.384313 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:06.384907 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:06.385258 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:06.385609 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:06.385917 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:06.386226 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:06.386603 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:06.386921 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:06.387249 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:06.387564 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:06.392028 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Attempting to bind port ebd1570c-0fbd-4a49-8b10-e435229c31ac on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:06.392390 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Attempting to bind port ebd1570c-0fbd-4a49-8b10-e435229c31ac by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:06.392943 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Attempting to bind port ebd1570c-0fbd-4a49-8b10-e435229c31ac on network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:06.398934 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:06.399309 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Checking segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:06.399750 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.400091 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Bound using segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:06.400562 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Bound port: ebd1570c-0fbd-4a49-8b10-e435229c31ac, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:06.400966 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.469368 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-585346af-8423-41a5-802c-4022feca6881 None None] Provisioning complete for port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:06.469707 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-585346af-8423-41a5-802c-4022feca6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.471797 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] For port ebd1570c-0fbd-4a49-8b10-e435229c31ac, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:06.477915 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] For port ebd1570c-0fbd-4a49-8b10-e435229c31ac, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=ebd1570c-0fbd-4a49-8b10-e435229c31ac,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:06.485503 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.567494 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Routers {'0bd3b035-76ce-4c1e-8669-dec66d015144'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:06.568240 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:40:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['0bd3b035-76ce-4c1e-8669-dec66d015144'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:06.583019 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb373a9-8175-4917-99ce-fb0ae44cacef admin admin] Router 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:41:06.605233 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.629198 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590906e-5682-401f-ac33-c16da1466601 None None] Pushing event updated for resources: {'Port': ['ID=ebd1570c-0fbd-4a49-8b10-e435229c31ac,revision_number=3']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:06.704921 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] Set router 0bd3b035-76ce-4c1e-8669-dec66d015144 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:06.823637 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb373a9-8175-4917-99ce-fb0ae44cacef admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:06.831265 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-4fb373a9-8175-4917-99ce-fb0ae44cacef admin admin] 10.222.0.62 "PUT /v2.0/routers/792b32d6-3213-4bb1-87f4-0f4b40fcdf01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2799001 Aug 31 07:41:06.834119 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44586) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:06.854943 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861aa60-59a4-446b-8344-ceed48614fff None None] Sync routers for ids ['792b32d6-3213-4bb1-87f4-0f4b40fcdf01'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:06.865798 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861aa60-59a4-446b-8344-ceed48614fff None None] Routers {'792b32d6-3213-4bb1-87f4-0f4b40fcdf01'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:06.866480 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-6861aa60-59a4-446b-8344-ceed48614fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:40:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['792b32d6-3213-4bb1-87f4-0f4b40fcdf01'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:06.900008 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Allocated IP 172.20.0.1 (f9d29324-aec2-4290-8649-b37f0daeb96e/db550d3e-1fb1-40e1-b5d1-ece28f57dda7/efd14d5d-d32b-468d-81c3-77f8c054da69) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:07.031831 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Notify callbacks [] for router, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.032295 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:41:04Z', 'revision_number': 3, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port': {'id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:03Z', 'updated_at': '2021-08-31T07:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:07.058303 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:07.060812 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:07.071703 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae00e69d-e261-4759-b14c-20f3d29aac3a None None] The sync data for ids ['0bd3b035-76ce-4c1e-8669-dec66d015144'] in dv-cinder-799668-14-iscsi is: [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:41:04Z', 'revision_number': 3, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port': {'id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:03Z', 'updated_at': '2021-08-31T07:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:07.073308 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.102225 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Transition to ACTIVE for port object efd14d5d-d32b-468d-81c3-77f8c054da69 will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:07.173459 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.230786 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Network f9d29324-aec2-4290-8649-b37f0daeb96e is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:07.234618 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:07.237469 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:07.261834 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=efd14d5d-d32b-468d-81c3-77f8c054da69,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:07.286896 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385409'] for router_interface, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.301879 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:07.304366 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device c7f96f46-683c-4d4c-b03d-5f1eb0404aa5 not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:07.318878 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.355660 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-6861aa60-59a4-446b-8344-ceed48614fff None None] Set router 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:07.359576 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:07.360711 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.429326 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f5c75-fa45-4ac0-b8da-928c0d1e2a29 req-0928548f-d405-47a4-ab9e-4ef8bc40ea86 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:07.439090 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-873f5c75-fa45-4ac0-b8da-928c0d1e2a29 req-0928548f-d405-47a4-ab9e-4ef8bc40ea86 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.2990155 Aug 31 07:41:07.460069 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.554588 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-873f5c75-fa45-4ac0-b8da-928c0d1e2a29 req-9ecfee40-7ca9-4f8b-8471-05a9511d2552 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136973 Aug 31 07:41:07.576289 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a03c1a-ee73-48bc-9dc7-c8962059162f req-4f5de8b0-3126-4f21-9c3e-ee0909eadb5e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:07.577760 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-76a03c1a-ee73-48bc-9dc7-c8962059162f req-4f5de8b0-3126-4f21-9c3e-ee0909eadb5e tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 945 time: 0.1803908 Aug 31 07:41:07.607655 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Deleting port db52201d-6ac2-460a-b164-6a08ca645863 {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:07.608280 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.789046 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-76a03c1a-ee73-48bc-9dc7-c8962059162f req-0c0dc544-8ccf-41c9-bd1b-4fdffeaa611c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/security-groups?id=77f85098-fa3c-49df-8d6f-5f7e60efca6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003872 Aug 31 07:41:07.814825 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] For port db52201d-6ac2-460a-b164-6a08ca645863, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=db52201d-6ac2-460a-b164-6a08ca645863,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:07.816435 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.821218 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-36a80f0b-35da-4df0-85eb-26d51cb41b62 None None] Provisioning for port efd14d5d-d32b-468d-81c3-77f8c054da69 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:07.835898 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-36a80f0b-35da-4df0-85eb-26d51cb41b62 None None] Provisioning complete for port efd14d5d-d32b-468d-81c3-77f8c054da69 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:07.836853 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-36a80f0b-35da-4df0-85eb-26d51cb41b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.845665 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Calling delete_port for db52201d-6ac2-460a-b164-6a08ca645863 owned by network:router_gateway {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:07.863620 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.871573 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.914994 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-36a80f0b-35da-4df0-85eb-26d51cb41b62 None None] Port efd14d5d-d32b-468d-81c3-77f8c054da69 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:07.921841 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-6861aa60-59a4-446b-8344-ceed48614fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'name': 'tempest-ServerRescueNegativeTestJSON-766804678-router', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:41:05Z', 'revision_number': 5, 'project_id': '541ec08f290d4c1294c3390243469b04', 'gw_port': {'id': 'db52201d-6ac2-460a-b164-6a08ca645863', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:7d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:07.959160 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=efd14d5d-d32b-468d-81c3-77f8c054da69,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:07.974859 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861aa60-59a4-446b-8344-ceed48614fff None None] Checking router: 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:07.984423 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c79a61-45c1-4854-b0a1-2e931d8b317e req-74523bdb-0a95-44f7-9014-bd154b143f3c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:07.986645 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-45c79a61-45c1-4854-b0a1-2e931d8b317e req-74523bdb-0a95-44f7-9014-bd154b143f3c tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 945 time: 0.1653466 Aug 31 07:41:07.992793 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861aa60-59a4-446b-8344-ceed48614fff None None] Routers {'792b32d6-3213-4bb1-87f4-0f4b40fcdf01'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:07.993916 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-6861aa60-59a4-446b-8344-ceed48614fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:40:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['792b32d6-3213-4bb1-87f4-0f4b40fcdf01'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:08.088304 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386865'] for router_interface, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.114462 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.159560 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-6861aa60-59a4-446b-8344-ceed48614fff None None] Set router 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 gateway port host: None {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:08.175895 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-45c79a61-45c1-4854-b0a1-2e931d8b317e req-ac1260bc-ef25-427e-a66b-202b8b8278af tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Deleting port 4c920c26-7772-48d6-95b2-a4c69a79467b {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:08.175895 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-45c79a61-45c1-4854-b0a1-2e931d8b317e req-ac1260bc-ef25-427e-a66b-202b8b8278af tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.270026 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-6861aa60-59a4-446b-8344-ceed48614fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'name': 'tempest-ServerRescueNegativeTestJSON-766804678-router', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:41:07Z', 'revision_number': 6, 'project_id': '541ec08f290d4c1294c3390243469b04', 'gw_port_host': None}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:08.282440 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Network f9d29324-aec2-4290-8649-b37f0daeb96e is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:08.286395 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:08.342666 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6861aa60-59a4-446b-8344-ceed48614fff None None] The sync data for ids ['792b32d6-3213-4bb1-87f4-0f4b40fcdf01'] in dv-cinder-799668-14-iscsi is: [{'id': '792b32d6-3213-4bb1-87f4-0f4b40fcdf01', 'name': 'tempest-ServerRescueNegativeTestJSON-766804678-router', 'tenant_id': '541ec08f290d4c1294c3390243469b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:41:07Z', 'revision_number': 6, 'project_id': '541ec08f290d4c1294c3390243469b04', 'gw_port_host': None}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:08.431146 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=db52201d-6ac2-460a-b164-6a08ca645863,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:08.437351 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-45c79a61-45c1-4854-b0a1-2e931d8b317e req-ac1260bc-ef25-427e-a66b-202b8b8278af tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] For port 4c920c26-7772-48d6-95b2-a4c69a79467b, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4c920c26-7772-48d6-95b2-a4c69a79467b,segment=NetworkSegment(3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a),segment_id=3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:08.437647 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-45c79a61-45c1-4854-b0a1-2e931d8b317e req-ac1260bc-ef25-427e-a66b-202b8b8278af tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.460906 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-45c79a61-45c1-4854-b0a1-2e931d8b317e req-ac1260bc-ef25-427e-a66b-202b8b8278af tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Calling delete_port for 4c920c26-7772-48d6-95b2-a4c69a79467b owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:08.475832 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Router 0bd3b035-76ce-4c1e-8669-dec66d015144 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:41:08.541589 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385322'] for router_gateway, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.645729 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-eaecbb6b-7dbe-45d5-a35c-c83d65bd45cb None None] Provisioning complete for port efd14d5d-d32b-468d-81c3-77f8c054da69 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:08.646161 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-eaecbb6b-7dbe-45d5-a35c-c83d65bd45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.697426 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-eaecbb6b-7dbe-45d5-a35c-c83d65bd45cb None None] Port efd14d5d-d32b-468d-81c3-77f8c054da69 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:08.729187 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28938'] for router, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.738157 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.761357 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-45c79a61-45c1-4854-b0a1-2e931d8b317e req-ac1260bc-ef25-427e-a66b-202b8b8278af tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.775605 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['4c920c26-7772-48d6-95b2-a4c69a79467b'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:08.811491 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:08.817652 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-ddee37a6-640c-47e7-9a2e-e0fbb3e16fe9 admin admin] 10.222.0.62 "PUT /v2.0/routers/0bd3b035-76ce-4c1e-8669-dec66d015144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6064906 Aug 31 07:41:08.820576 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1260bc-ef25-427e-a66b-202b8b8278af tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Pushing event deleted for resources: {'Port': ['ID=4c920c26-7772-48d6-95b2-a4c69a79467b,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:08.883189 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-392223'] for router, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.884859 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 792b32d6-3213-4bb1-87f4-0f4b40fcdf01 {{(pid=94043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:41:08.895220 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f7b02-6489-4e82-8360-f190ad3bcc8c req-c456074a-6f5f-4605-9984-7f68bed27847 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:08.897171 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f01f7b02-6489-4e82-8360-f190ad3bcc8c req-c456074a-6f5f-4605-9984-7f68bed27847 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1652606 Aug 31 07:41:08.908345 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] Notify callbacks [] for router, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.910592 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-b4f7f565-2643-4ae7-8c6a-3e0570e03f09 admin admin] 10.222.0.62 "DELETE /v2.0/routers/792b32d6-3213-4bb1-87f4-0f4b40fcdf01 HTTP/1.1" status: 204 len: 168 time: 2.0745471 Aug 31 07:41:08.920991 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44598) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:08.944546 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c79a61-45c1-4854-b0a1-2e931d8b317e req-ac1260bc-ef25-427e-a66b-202b8b8278af tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] No DVR routers for this DVR port 4c920c26-7772-48d6-95b2-a4c69a79467b on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:41:08.947189 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-45c79a61-45c1-4854-b0a1-2e931d8b317e req-ac1260bc-ef25-427e-a66b-202b8b8278af tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:08.955111 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-45c79a61-45c1-4854-b0a1-2e931d8b317e req-ac1260bc-ef25-427e-a66b-202b8b8278af tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.59 "DELETE /v2.0/ports/4c920c26-7772-48d6-95b2-a4c69a79467b HTTP/1.1" status: 204 len: 173 time: 0.9537501 Aug 31 07:41:08.955752 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5de800c-e8e5-4dfd-bf38-7e3ed3737270', 'name': 'network-vif-deleted', 'tag': '4c920c26-7772-48d6-95b2-a4c69a79467b'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:08.958428 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847781fa-95c4-4645-bb4c-730317fa356d" -d '{"events": [{"server_uuid": "d5de800c-e8e5-4dfd-bf38-7e3ed3737270", "name": "network-vif-deleted", "tag": "4c920c26-7772-48d6-95b2-a4c69a79467b"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:09.078086 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a020a840-5c9d-41d9-8f96-7d8887b3d815 req-159294c0-302b-4495-ae37-c63159fadbde tempest-AttachVolumeNegativeTest-406485099 tempest-AttachVolumeNegativeTest-406485099-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5de800c-e8e5-4dfd-bf38-7e3ed3737270 HTTP/1.1" status: 200 len: 210 time: 0.0542994 Aug 31 07:41:09.127680 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f01f7b02-6489-4e82-8360-f190ad3bcc8c req-6c3ee684-f706-44e7-933b-be22d29a9077 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155051 Aug 31 07:41:09.145560 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_v2 [None req-b163626a-7e89-4832-9697-4b48a1ee0577 admin admin] Deleting subnet e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a {{(pid=94043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:41:09.151689 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b163626a-7e89-4832-9697-4b48a1ee0577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.172116 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ea1e79-0f95-461e-8719-3d8aee2ada01 x-openstack-request-id: req-12ea1e79-0f95-461e-8719-3d8aee2ada01 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:09.172584 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5de800c-e8e5-4dfd-bf38-7e3ed3737270", "name": "network-vif-deleted", "tag": "4c920c26-7772-48d6-95b2-a4c69a79467b", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:09.172999 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12ea1e79-0f95-461e-8719-3d8aee2ada01 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:09.173617 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5de800c-e8e5-4dfd-bf38-7e3ed3737270', 'name': 'network-vif-deleted', 'tag': '4c920c26-7772-48d6-95b2-a4c69a79467b', 'status': 'completed', 'code': 200} Aug 31 07:41:09.199810 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b163626a-7e89-4832-9697-4b48a1ee0577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529139911'] for subnet, precommit_delete_associations {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.269762 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b163626a-7e89-4832-9697-4b48a1ee0577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.337566 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b163626a-7e89-4832-9697-4b48a1ee0577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529198993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529159932'] for subnet, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.383487 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163626a-7e89-4832-9697-4b48a1ee0577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:09.390611 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b163626a-7e89-4832-9697-4b48a1ee0577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.395072 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-b163626a-7e89-4832-9697-4b48a1ee0577 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e9dda6b2-bcdc-4d3e-ba43-6c8e25f1266a HTTP/1.1" status: 204 len: 168 time: 0.4714949 Aug 31 07:41:09.398000 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44612) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:09.472815 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device ebd1570c-0fbd-4a49-8b10-e435229c31ac up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:09.532150 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c16d3d51-7c8b-4625-aca1-1c3a40fe19f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.571872 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port ebd1570c-0fbd-4a49-8b10-e435229c31ac completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:09.577489 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port ebd1570c-0fbd-4a49-8b10-e435229c31ac triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:09.577906 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.662322 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c16d3d51-7c8b-4625-aca1-1c3a40fe19f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.681091 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-c16d3d51-7c8b-4625-aca1-1c3a40fe19f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19009566-1ef5-4444-b059-f51973086d69']}} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:09.693484 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.697813 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-c16d3d51-7c8b-4625-aca1-1c3a40fe19f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca0868e-476f-4e9e-9b91-bebdba3664ef') {'for_net_delete': True} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:09.698158 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-c16d3d51-7c8b-4625-aca1-1c3a40fe19f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca0868e-476f-4e9e-9b91-bebdba3664ef') {} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:09.711869 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c16d3d51-7c8b-4625-aca1-1c3a40fe19f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520376351'] for segment, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.717729 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port ebd1570c-0fbd-4a49-8b10-e435229c31ac, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=ebd1570c-0fbd-4a49-8b10-e435229c31ac,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:09.722558 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.738435 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2ce030e9-7f23-44cd-8dde-a407c0917871 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:09.739374 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c16d3d51-7c8b-4625-aca1-1c3a40fe19f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.751812 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16d3d51-7c8b-4625-aca1-1c3a40fe19f8 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:41:09.752486 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c16d3d51-7c8b-4625-aca1-1c3a40fe19f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520418492'] for segment, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: Traceback (most recent call last): Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: timer() Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: cb(*args, **kw) Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: return func(*args, **kwargs) Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: self._notify() Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: self.callback(batched_events) Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: event.method(event) Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: return f(self, *a, **k) Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: return self._get(url).json() Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: return self.request(url, 'GET', **kwargs) Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:41:09.759354 dv-cinder-799668-14-iscsi neutron-server[94042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:41:09.783118 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44618) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:09.788548 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 2ce030e9-7f23-44cd-8dde-a407c0917871 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:09.788925 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2ce030e9-7f23-44cd-8dde-a407c0917871 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:09.798329 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1731542894-network', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:09.839820 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Made reservation on behalf of d04c6aa136a34a22b494772f7b9f49ad for: {'network': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:09.841940 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=ebd1570c-0fbd-4a49-8b10-e435229c31ac,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:09.843711 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.855784 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.895921 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c16d3d51-7c8b-4625-aca1-1c3a40fe19f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.912484 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c16d3d51-7c8b-4625-aca1-1c3a40fe19f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.914698 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-c16d3d51-7c8b-4625-aca1-1c3a40fe19f8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/19009566-1ef5-4444-b059-f51973086d69 HTTP/1.1" status: 204 len: 168 time: 0.5149026 Aug 31 07:41:09.915733 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d3d51-7c8b-4625-aca1-1c3a40fe19f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=19009566-1ef5-4444-b059-f51973086d69,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:09.993517 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:09.998800 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.030815 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:41:10.049752 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd7caa0-f0cd-45aa-9328-86ee4458e24a,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:10.052298 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.052796 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.segments_db [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Added segment 1148404c-1c9d-49b8-a8ca-f43588e43153 of type vlan for network c12ff8fd-c8ea-460d-99dc-3af906e8ffd1 Aug 31 07:41:10.110012 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.137042 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Sync routers for ids ['0bd3b035-76ce-4c1e-8669-dec66d015144'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:10.147650 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Routers {'0bd3b035-76ce-4c1e-8669-dec66d015144'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:10.148390 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:40:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['0bd3b035-76ce-4c1e-8669-dec66d015144'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:10.164709 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.167225 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:10.167714 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.175258 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44626) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:10.231661 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44628) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:10.242025 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_v2 [None req-3330518c-3a92-47cf-91ba-963d3bfa3909 admin admin] Deleting subnet 114c4345-cc78-43c3-ac1e-5d053f7af249 {{(pid=94042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:41:10.253377 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3330518c-3a92-47cf-91ba-963d3bfa3909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.288827 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Set router 0bd3b035-76ce-4c1e-8669-dec66d015144 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:10.322458 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5358372 Aug 31 07:41:10.325406 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a6833-d16e-4848-9eca-b20d62015db3 admin admin] Pushing event updated for resources: {'Network': ['ID=c12ff8fd-c8ea-460d-99dc-3af906e8ffd1,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:10.329247 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44630) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:10.341802 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-c24a6924-634c-49a2-a885-ae8d77b4e376 admin admin] Request body: {'subnet': {'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1731542894-subnet', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'ip_version': 4}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:10.345490 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network c12ff8fd-c8ea-460d-99dc-3af906e8ffd1 details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:41:10.351517 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3330518c-3a92-47cf-91ba-963d3bfa3909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520376356'] for subnet, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.359304 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-e01eb52d-71ab-45dd-9d5f-cf940ccd8725 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=541ec08f290d4c1294c3390243469b04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1255813 Aug 31 07:41:10.364048 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44632) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:10.422826 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3330518c-3a92-47cf-91ba-963d3bfa3909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.432873 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77609f-69ba-4de3-948c-a8d32ec096d3 req-ee53366a-6e18-4cb6-8854-752fe690cb56 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:10.441738 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8a77609f-69ba-4de3-948c-a8d32ec096d3 req-ee53366a-6e18-4cb6-8854-752fe690cb56 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1724050 Aug 31 07:41:10.493305 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24a6924-634c-49a2-a885-ae8d77b4e376 admin admin] Made reservation on behalf of d04c6aa136a34a22b494772f7b9f49ad for: {'subnet': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:10.496292 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c24a6924-634c-49a2-a885-ae8d77b4e376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529159891'] for subnet, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.528633 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3330518c-3a92-47cf-91ba-963d3bfa3909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520418310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520561889'] for subnet, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.543735 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:41:07Z', 'revision_number': 4, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port': {'id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:03Z', 'updated_at': '2021-08-31T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'efd14d5d-d32b-468d-81c3-77f8c054da69', 'name': '', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'mac_address': 'fa:16:3e:de:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:06Z', 'updated_at': '2021-08-31T07:41:07Z', 'revision_number': 2, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'subnets': [{'id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:10.563080 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330518c-3a92-47cf-91ba-963d3bfa3909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114c4345-cc78-43c3-ac1e-5d053f7af249,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:10.571599 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3330518c-3a92-47cf-91ba-963d3bfa3909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.577633 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-3330518c-3a92-47cf-91ba-963d3bfa3909 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/114c4345-cc78-43c3-ac1e-5d053f7af249 HTTP/1.1" status: 204 len: 168 time: 0.3992150 Aug 31 07:41:10.578200 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44634) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:10.588629 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Checking router: 0bd3b035-76ce-4c1e-8669-dec66d015144 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:10.588856 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-650d0f84-fd54-49d3-b6b2-71b3635aa9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.589221 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Updating router 0bd3b035-76ce-4c1e-8669-dec66d015144 port efd14d5d-d32b-468d-81c3-77f8c054da69 binding host dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:41:10.599062 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8a77609f-69ba-4de3-948c-a8d32ec096d3 req-e0011264-0e1d-40c9-a61a-c941bc1c80b9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562710 Aug 31 07:41:10.634060 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.668793 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-650d0f84-fd54-49d3-b6b2-71b3635aa9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.690750 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-836c31b9-95bf-4d9c-95ae-e2e180de3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.817671 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-650d0f84-fd54-49d3-b6b2-71b3635aa9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.823013 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-650d0f84-fd54-49d3-b6b2-71b3635aa9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.827556 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-650d0f84-fd54-49d3-b6b2-71b3635aa9d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4 HTTP/1.1" status: 204 len: 168 time: 0.4598432 Aug 31 07:41:10.848103 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-836c31b9-95bf-4d9c-95ae-e2e180de3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.871341 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d0f84-fd54-49d3-b6b2-71b3635aa9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dabe673-a5f8-4b9f-a779-2d1a26fd4dc4,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:10.877893 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-836c31b9-95bf-4d9c-95ae-e2e180de3fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c713d43-d084-4b83-b18e-0af9661b5cd6']}} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:10.904596 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-836c31b9-95bf-4d9c-95ae-e2e180de3fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a') {'for_net_delete': True} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:10.904896 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-836c31b9-95bf-4d9c-95ae-e2e180de3fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc09bc8-ef2c-4f8a-86ca-e76da2615c9a') {} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:10.914573 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device ebd1570c-0fbd-4a49-8b10-e435229c31ac up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:10.928645 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-836c31b9-95bf-4d9c-95ae-e2e180de3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520376351'] for segment, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.941464 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 4c920c26-7772-48d6-95b2-a4c69a79467b no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:10.953794 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-836c31b9-95bf-4d9c-95ae-e2e180de3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.963193 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836c31b9-95bf-4d9c-95ae-e2e180de3fe1 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:41:10.964055 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-836c31b9-95bf-4d9c-95ae-e2e180de3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520418492'] for segment, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:10.970993 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 4c920c26-7772-48d6-95b2-a4c69a79467b {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:10.971344 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 4c920c26-7772-48d6-95b2-a4c69a79467b not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:10.999507 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port ebd1570c-0fbd-4a49-8b10-e435229c31ac triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:10.999884 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.001937 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c24a6924-634c-49a2-a885-ae8d77b4e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529202766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529159877'] for subnet, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: Traceback (most recent call last): Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: timer() Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: cb(*args, **kw) Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: return func(*args, **kwargs) Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: self._notify() Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: self.callback(batched_events) Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: event.method(event) Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: return f(self, *a, **k) Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: return self._get(url).json() Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: return self.request(url, 'GET', **kwargs) Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:41:11.036328 dv-cinder-799668-14-iscsi neutron-server[94042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:41:11.041133 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-836c31b9-95bf-4d9c-95ae-e2e180de3fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.060563 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-836c31b9-95bf-4d9c-95ae-e2e180de3fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.064271 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-836c31b9-95bf-4d9c-95ae-e2e180de3fe1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9c713d43-d084-4b83-b18e-0af9661b5cd6 HTTP/1.1" status: 204 len: 168 time: 0.4838114 Aug 31 07:41:11.120386 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device db52201d-6ac2-460a-b164-6a08ca645863 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:11.122983 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c31b9-95bf-4d9c-95ae-e2e180de3fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c713d43-d084-4b83-b18e-0af9661b5cd6,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:11.125110 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a6924-634c-49a2-a885-ae8d77b4e376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2759adc-a357-461b-9697-5a7bc65dd311,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:11.161620 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: db52201d-6ac2-460a-b164-6a08ca645863 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:11.162383 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device db52201d-6ac2-460a-b164-6a08ca645863 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:11.176827 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24a6924-634c-49a2-a885-ae8d77b4e376 admin admin] Checking segment: {'id': '1148404c-1c9d-49b8-a8ca-f43588e43153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:11.177169 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a6924-634c-49a2-a885-ae8d77b4e376 admin admin] Network hostable DHCP agents. Network: c12ff8fd-c8ea-460d-99dc-3af906e8ffd1, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:41:11.198835 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a6924-634c-49a2-a885-ae8d77b4e376 admin admin] Network c12ff8fd-c8ea-460d-99dc-3af906e8ffd1 is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:41:11.217713 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-c24a6924-634c-49a2-a885-ae8d77b4e376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, c12ff8fd-c8ea-460d-99dc-3af906e8ffd1) {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:11.222521 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24a6924-634c-49a2-a885-ae8d77b4e376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:11.223285 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c24a6924-634c-49a2-a885-ae8d77b4e376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.228625 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29024ab1-ef8e-4e1b-b736-2f97e9301bf2 None None] Network c12ff8fd-c8ea-460d-99dc-3af906e8ffd1 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:11.242713 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-c24a6924-634c-49a2-a885-ae8d77b4e376 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9108427 Aug 31 07:41:11.245097 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44642) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:11.250261 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1731542894-router', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:11.285003 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1796116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28948'] for router, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.287635 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-386433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-364642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28931'] for router, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.375498 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44646) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:11.378667 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Notify callbacks [] for port, precommit_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.397684 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.410974 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.provisioning_blocks [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Transition to ACTIVE for port object efd14d5d-d32b-468d-81c3-77f8c054da69 will not be triggered until provisioned by entity L2. {{(pid=94045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:11.422127 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.461969 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-8b3fa892-aa2d-4c07-aa9a-5c7cc1b28c1b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=922263d901cb4acb8af27aa72739c434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814359 Aug 31 07:41:11.462293 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44648) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:11.492620 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6918a5-e36e-5cfd-a810-4069d9de59f0-c12ff8fd-c8ea-460d-99dc-3af906e8ffd1', 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'fixed_ips': [{'subnet_id': 'e2759adc-a357-461b-9697-5a7bc65dd311'}]}} from dv-cinder-799668-14-iscsi. {{(pid=94044) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:41:11.494199 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.537277 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9015971-4e49-4e33-8eb5-a21755e9ff86 None None] Pushing event updated for resources: {'Port': ['ID=efd14d5d-d32b-468d-81c3-77f8c054da69,revision_number=3']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:11.617494 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0f9eb91a-7953-43ee-ade5-45c62d041563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.678496 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Attempting to bind port efd14d5d-d32b-468d-81c3-77f8c054da69 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:11.678881 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Attempting to bind port efd14d5d-d32b-468d-81c3-77f8c054da69 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e'}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:11.679251 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Attempting to bind port efd14d5d-d32b-468d-81c3-77f8c054da69 on network f9d29324-aec2-4290-8649-b37f0daeb96e {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:11.687578 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0f9eb91a-7953-43ee-ade5-45c62d041563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.689211 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.693815 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:11.694846 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Checking segment: {'id': 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:11.696576 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.697808 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Bound using segment: {'id': 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e'} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:11.699996 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Bound port: efd14d5d-d32b-468d-81c3-77f8c054da69, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e'}}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:11.701552 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.803280 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0f9eb91a-7953-43ee-ade5-45c62d041563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.816119 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0f9eb91a-7953-43ee-ade5-45c62d041563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.821644 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-0f9eb91a-7953-43ee-ade5-45c62d041563 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77f85098-fa3c-49df-8d6f-5f7e60efca6b HTTP/1.1" status: 204 len: 168 time: 0.3551803 Aug 31 07:41:11.839018 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.db_base_plugin_common [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Allocated IP 172.20.0.2 (c12ff8fd-c8ea-460d-99dc-3af906e8ffd1/e2759adc-a357-461b-9697-5a7bc65dd311/e62ccdff-34df-4a77-92ce-ab4e10afc75e) {{(pid=94044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:11.851492 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9eb91a-7953-43ee-ade5-45c62d041563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f85098-fa3c-49df-8d6f-5f7e60efca6b,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:11.881147 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] For port efd14d5d-d32b-468d-81c3-77f8c054da69, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:11.886963 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] For port efd14d5d-d32b-468d-81c3-77f8c054da69, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=efd14d5d-d32b-468d-81c3-77f8c054da69,segment=NetworkSegment(aa99e149-ec2d-4f2c-8fe5-2d09d3b22187),segment_id=aa99e149-ec2d-4f2c-8fe5-2d09d3b22187)] {{(pid=94045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:11.904214 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:11.984077 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9015971-4e49-4e33-8eb5-a21755e9ff86 None None] Pushing event updated for resources: {'Port': ['ID=efd14d5d-d32b-468d-81c3-77f8c054da69,revision_number=4']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:12.004620 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4db8-2895-4991-b490-32792b3172e5 req-a466b372-ca3d-47dd-8171-22e621dee1bd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:12.020964 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e22d4db8-2895-4991-b490-32792b3172e5 req-a466b372-ca3d-47dd-8171-22e621dee1bd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.2282095 Aug 31 07:41:12.035047 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Routers {'0bd3b035-76ce-4c1e-8669-dec66d015144'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:12.035047 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:40:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['0bd3b035-76ce-4c1e-8669-dec66d015144'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:12.126923 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e22d4db8-2895-4991-b490-32792b3172e5 req-ab1fb9f5-4415-406b-9e38-eab53f715ef9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049583 Aug 31 07:41:12.211131 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Notify callbacks [] for port, precommit_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:12.252199 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Transition to ACTIVE for port object e62ccdff-34df-4a77-92ce-ab4e10afc75e will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:12.269325 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] Set router 0bd3b035-76ce-4c1e-8669-dec66d015144 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:12.291197 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Transition to ACTIVE for port object e62ccdff-34df-4a77-92ce-ab4e10afc75e will not be triggered until provisioned by entity DHCP. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:12.306158 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840'] for port, after_create {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:12.414502 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Network c12ff8fd-c8ea-460d-99dc-3af906e8ffd1 is already hosted by enough agents. {{(pid=94044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:12.422247 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.scheduler.base_scheduler [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Resources bound (agent type, host, resource id): {{(pid=94044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:12.425732 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Received port after_create {{(pid=94044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:12.446598 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Pushing event updated for resources: {'Port': ['ID=e62ccdff-34df-4a77-92ce-ab4e10afc75e,revision_number=1']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:12.466168 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:12.498049 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:12.526322 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Attempting to bind port e62ccdff-34df-4a77-92ce-ab4e10afc75e on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:12.526986 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Attempting to bind port e62ccdff-34df-4a77-92ce-ab4e10afc75e by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '1148404c-1c9d-49b8-a8ca-f43588e43153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:12.527501 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Attempting to bind port e62ccdff-34df-4a77-92ce-ab4e10afc75e on network c12ff8fd-c8ea-460d-99dc-3af906e8ffd1 {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:12.540076 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:12.540762 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Checking segment: {'id': '1148404c-1c9d-49b8-a8ca-f43588e43153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:12.541333 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:12.541875 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Bound using segment: {'id': '1148404c-1c9d-49b8-a8ca-f43588e43153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:12.542532 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Bound port: e62ccdff-34df-4a77-92ce-ab4e10afc75e, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1148404c-1c9d-49b8-a8ca-f43588e43153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:12.543093 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:12.654173 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] For port e62ccdff-34df-4a77-92ce-ab4e10afc75e, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:12.662660 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] For port e62ccdff-34df-4a77-92ce-ab4e10afc75e, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=e62ccdff-34df-4a77-92ce-ab4e10afc75e,segment=NetworkSegment(1148404c-1c9d-49b8-a8ca-f43588e43153),segment_id=1148404c-1c9d-49b8-a8ca-f43588e43153)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:12.669343 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:12.672663 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:41:07Z', 'revision_number': 4, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port': {'id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:03Z', 'updated_at': '2021-08-31T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'efd14d5d-d32b-468d-81c3-77f8c054da69', 'name': '', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'mac_address': 'fa:16:3e:de:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:06Z', 'updated_at': '2021-08-31T07:41:11Z', 'revision_number': 4, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'subnets': [{'id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:12.702283 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Allocated IP 172.27.0.136 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:12.707440 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f03247-8726-4dcd-9961-31e40b1ed380 None None] The sync data for ids ['0bd3b035-76ce-4c1e-8669-dec66d015144'] in dv-cinder-799668-14-iscsi is: [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:41:07Z', 'revision_number': 4, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port': {'id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:03Z', 'updated_at': '2021-08-31T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'efd14d5d-d32b-468d-81c3-77f8c054da69', 'name': '', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'mac_address': 'fa:16:3e:de:b2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:06Z', 'updated_at': '2021-08-31T07:41:11Z', 'revision_number': 4, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'subnets': [{'id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:12.848817 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86895b-974c-4b35-9f6c-4866dd9c9b89 None None] Pushing event updated for resources: {'Port': ['ID=e62ccdff-34df-4a77-92ce-ab4e10afc75e,revision_number=2']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:12.963260 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:13.075445 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device efd14d5d-d32b-468d-81c3-77f8c054da69 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:13.084168 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:13.191387 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:13.239702 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:13.260717 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:13.295557 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port efd14d5d-d32b-468d-81c3-77f8c054da69 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:13.303518 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port efd14d5d-d32b-468d-81c3-77f8c054da69 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:13.304131 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:13.367367 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:13.521091 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5094e8-b51b-49a9-a32c-3b068108d2a8 req-57cde8b0-43d4-48ce-b191-8c8901a1d3cd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:13.522579 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:13.523320 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ec5094e8-b51b-49a9-a32c-3b068108d2a8 req-57cde8b0-43d4-48ce-b191-8c8901a1d3cd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1983001 Aug 31 07:41:13.606455 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port efd14d5d-d32b-468d-81c3-77f8c054da69, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=efd14d5d-d32b-468d-81c3-77f8c054da69,segment=NetworkSegment(aa99e149-ec2d-4f2c-8fe5-2d09d3b22187),segment_id=aa99e149-ec2d-4f2c-8fe5-2d09d3b22187)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:13.613108 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:13.717729 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=efd14d5d-d32b-468d-81c3-77f8c054da69,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:13.725816 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:13.726195 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:13.727212 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:13.727578 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:13.727926 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:13.728271 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:13.728608 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:13.729124 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:13.729470 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:13.730098 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:13.730623 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:13.731244 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:13.801497 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ec5094e8-b51b-49a9-a32c-3b068108d2a8 req-f1865ee2-bba9-44a0-a232-b9419a554e77 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910458 Aug 31 07:41:14.003334 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:14.385490 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-386546'] for router, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:14.689449 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb60e8a7-e5f8-4a3b-bdcb-0071da172862 None None] Network c12ff8fd-c8ea-460d-99dc-3af906e8ffd1 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:14.931953 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Router 91d48019-13d7-4fa3-a0b7-37ca190790cb is scheduled to L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 with binding_index 1 {{(pid=94043) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:41:15.035116 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-23e95640-ffe5-4000-8cfe-1da891054422 None None] Provisioning for port e62ccdff-34df-4a77-92ce-ab4e10afc75e completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:15.036663 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44728) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:15.107842 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:41:15.161932 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65328779-f579-47ba-9b32-b2fed74e2a32 req-d33732b6-08ef-4133-9dbf-4f55eb54b8b4 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:15.163639 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-65328779-f579-47ba-9b32-b2fed74e2a32 req-d33732b6-08ef-4133-9dbf-4f55eb54b8b4 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1224492 Aug 31 07:41:15.205255 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:15.223215 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Sync routers for ids ['91d48019-13d7-4fa3-a0b7-37ca190790cb'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:15.238667 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-65328779-f579-47ba-9b32-b2fed74e2a32 req-2283abcc-6945-42dc-9883-6fa7318565a2 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628498 Aug 31 07:41:15.240741 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.241874 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-39aa38a0-e409-4211-a2a4-93b2268d3bb6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9957316 Aug 31 07:41:15.246118 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44732) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:15.248335 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device efd14d5d-d32b-468d-81c3-77f8c054da69 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:15.295724 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Routers {'91d48019-13d7-4fa3-a0b7-37ca190790cb'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:15.297406 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:40:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['91d48019-13d7-4fa3-a0b7-37ca190790cb'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:15.326434 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1a7544c8-daf8-45e6-a5c2-a14965476ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.436301 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port efd14d5d-d32b-468d-81c3-77f8c054da69 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:15.436598 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.584761 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1a7544c8-daf8-45e6-a5c2-a14965476ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.590884 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1a7544c8-daf8-45e6-a5c2-a14965476ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.620024 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Set router 91d48019-13d7-4fa3-a0b7-37ca190790cb gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:15.676768 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-1a7544c8-daf8-45e6-a5c2-a14965476ca4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22d4cfac75ba441fa93b5b383bedc1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6362431 Aug 31 07:41:15.676768 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7544c8-daf8-45e6-a5c2-a14965476ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b574b95-274a-459d-9d64-69c885731d09,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:15.677408 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44734) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:15.750553 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.784638 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.807232 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device e62ccdff-34df-4a77-92ce-ab4e10afc75e up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:15.859293 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.863166 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.866773 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9b574b95-274a-459d-9d64-69c885731d09 HTTP/1.1" status: 204 len: 168 time: 0.1868372 Aug 31 07:41:15.875314 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b574b95-274a-459d-9d64-69c885731d09,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:15.885308 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:15.885847 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:15.886338 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:15.886957 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:15.887388 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:15.887838 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:15.888910 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:15.889381 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:15.889898 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:15.890344 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:15.890927 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:15.891635 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d860c-1a71-4e2f-b055-b0591248406d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:15.915588 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.986673 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port e62ccdff-34df-4a77-92ce-ab4e10afc75e completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:15.993510 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port e62ccdff-34df-4a77-92ce-ab4e10afc75e triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:15.994038 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:15.998459 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'name': 'tempest-TestMinimumBasicScenario-1731542894-router', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:11Z', 'updated_at': '2021-08-31T07:41:13Z', 'revision_number': 3, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'gw_port': {'id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:12Z', 'updated_at': '2021-08-31T07:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:16.053966 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Checking router: 91d48019-13d7-4fa3-a0b7-37ca190790cb for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:16.053966 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Updating router 91d48019-13d7-4fa3-a0b7-37ca190790cb port 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 binding host dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:41:16.099856 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.136789 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Allocated IP 172.20.0.1 (c12ff8fd-c8ea-460d-99dc-3af906e8ffd1/e2759adc-a357-461b-9697-5a7bc65dd311/7b2b365b-46c5-46b9-b7dd-830e53e98461) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:16.290177 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.301957 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.312883 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Transition to ACTIVE for port object 7b2b365b-46c5-46b9-b7dd-830e53e98461 will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:16.376075 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.436345 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port e62ccdff-34df-4a77-92ce-ab4e10afc75e, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=e62ccdff-34df-4a77-92ce-ab4e10afc75e,segment=NetworkSegment(1148404c-1c9d-49b8-a8ca-f43588e43153),segment_id=1148404c-1c9d-49b8-a8ca-f43588e43153)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:16.437500 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.454268 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 44750) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:16.472189 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Pushing event updated for resources: {'Port': ['ID=7b2b365b-46c5-46b9-b7dd-830e53e98461,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:16.483203 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Network c12ff8fd-c8ea-460d-99dc-3af906e8ffd1 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:16.485879 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:16.492635 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:16.528289 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-88f20cab-4408-4e70-b41d-a82013bacaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.572538 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-385409'] for router_interface, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.573225 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=e62ccdff-34df-4a77-92ce-ab4e10afc75e,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:16.581836 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df59ec0-dc54-453a-b596-8a61703db21f req-74743866-aeaa-4d26-b06c-a43976c8bcdd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:16.590534 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1df59ec0-dc54-453a-b596-8a61703db21f req-74743866-aeaa-4d26-b06c-a43976c8bcdd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.2228303 Aug 31 07:41:16.653292 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1df59ec0-dc54-453a-b596-8a61703db21f req-99a81831-8e2c-4bb9-8ad9-546dffd88636 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614753 Aug 31 07:41:16.740546 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Notify callbacks [] for port, precommit_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.768475 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Transition to ACTIVE for port object 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 will not be triggered until provisioned by entity L2. {{(pid=94044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:16.784559 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.794329 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-88f20cab-4408-4e70-b41d-a82013bacaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.802701 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-88f20cab-4408-4e70-b41d-a82013bacaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.880227 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f20cab-4408-4e70-b41d-a82013bacaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c2d1d5-8e45-4c8c-917e-181906873efa,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:16.942237 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-88f20cab-4408-4e70-b41d-a82013bacaa6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3870dc075ce94d078ba9078d4146b136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4865038 Aug 31 07:41:16.943698 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:16.945810 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44762) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:16.971713 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188e89c-d648-4008-a8c4-d997c540f052 None None] Pushing event updated for resources: {'Port': ['ID=7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7,revision_number=2']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:17.015952 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device e62ccdff-34df-4a77-92ce-ab4e10afc75e up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:17.056579 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-b0a5d0fb-d7ed-4caa-8d1a-802235e8e8a0 None None] Provisioning for port 7b2b365b-46c5-46b9-b7dd-830e53e98461 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:17.067139 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Attempting to bind port 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:17.067631 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Attempting to bind port 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:17.068063 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Attempting to bind port 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 on network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:17.072609 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6149-44ce-4174-ba7e-6f4ae256d657 req-f650fce1-57e3-4b61-9db8-cdde6c868fd5 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:17.077517 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:17.077899 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Checking segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:17.078313 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.078747 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Bound using segment: {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'} {{(pid=94044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:17.079237 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.managers [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Bound port: 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c62fec2-1c0b-4553-9f5f-705cfc0c6d72', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}}] {{(pid=94044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:17.079631 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.083778 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5c9d6149-44ce-4174-ba7e-6f4ae256d657 req-f650fce1-57e3-4b61-9db8-cdde6c868fd5 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0797861 Aug 31 07:41:17.097852 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b26b9602-f59f-42d1-807d-17f195c3df0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.125126 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-b0a5d0fb-d7ed-4caa-8d1a-802235e8e8a0 None None] Provisioning complete for port 7b2b365b-46c5-46b9-b7dd-830e53e98461 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:17.125126 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-b0a5d0fb-d7ed-4caa-8d1a-802235e8e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.149680 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5c9d6149-44ce-4174-ba7e-6f4ae256d657 req-8890d431-0476-4841-b9dc-d5a061273eea tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648975 Aug 31 07:41:17.204042 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b26b9602-f59f-42d1-807d-17f195c3df0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.207254 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5d0fb-d7ed-4caa-8d1a-802235e8e8a0 None None] Port 7b2b365b-46c5-46b9-b7dd-830e53e98461 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:17.216463 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] For port 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:17.220399 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] For port 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:17.225478 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.259127 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port e62ccdff-34df-4a77-92ce-ab4e10afc75e triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:17.259502 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.309939 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd982579-18c1-443d-8715-be469b89f5ea req-613e5b00-5731-4b6a-9623-42031ef90e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:17.312065 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-dd982579-18c1-443d-8715-be469b89f5ea req-613e5b00-5731-4b6a-9623-42031ef90e9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c818e9996e304eb49ab671310d8417de&device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 1098 time: 0.1553378 Aug 31 07:41:17.322468 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188e89c-d648-4008-a8c4-d997c540f052 None None] Pushing event updated for resources: {'Port': ['ID=7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7,revision_number=3']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:17.328704 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Routers {'91d48019-13d7-4fa3-a0b7-37ca190790cb'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:17.329342 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:40:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['91d48019-13d7-4fa3-a0b7-37ca190790cb'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:17.483165 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] Set router 91d48019-13d7-4fa3-a0b7-37ca190790cb gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:17.662905 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b26b9602-f59f-42d1-807d-17f195c3df0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.665427 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b26b9602-f59f-42d1-807d-17f195c3df0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.666578 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-b26b9602-f59f-42d1-807d-17f195c3df0a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e5c2d1d5-8e45-4c8c-917e-181906873efa HTTP/1.1" status: 204 len: 168 time: 0.7189221 Aug 31 07:41:17.699954 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b9602-f59f-42d1-807d-17f195c3df0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c2d1d5-8e45-4c8c-917e-181906873efa,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:17.712962 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.714643 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'name': 'tempest-TestMinimumBasicScenario-1731542894-router', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:11Z', 'updated_at': '2021-08-31T07:41:16Z', 'revision_number': 4, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'gw_port': {'id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:12Z', 'updated_at': '2021-08-31T07:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '7b2b365b-46c5-46b9-b7dd-830e53e98461', 'name': '', 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'mac_address': 'fa:16:3e:9a:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'e2759adc-a357-461b-9697-5a7bc65dd311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:15Z', 'updated_at': '2021-08-31T07:41:16Z', 'revision_number': 1, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'subnets': [{'id': 'e2759adc-a357-461b-9697-5a7bc65dd311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:17.721682 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.758507 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c48a0-f5a8-43b8-b3e6-6268ffc93822 None None] The sync data for ids ['91d48019-13d7-4fa3-a0b7-37ca190790cb'] in dv-cinder-799668-14-iscsi is: [{'id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'name': 'tempest-TestMinimumBasicScenario-1731542894-router', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:11Z', 'updated_at': '2021-08-31T07:41:16Z', 'revision_number': 4, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'gw_port': {'id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:12Z', 'updated_at': '2021-08-31T07:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '7b2b365b-46c5-46b9-b7dd-830e53e98461', 'name': '', 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'mac_address': 'fa:16:3e:9a:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'e2759adc-a357-461b-9697-5a7bc65dd311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:15Z', 'updated_at': '2021-08-31T07:41:16Z', 'revision_number': 1, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'subnets': [{'id': 'e2759adc-a357-461b-9697-5a7bc65dd311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:17.807544 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd982579-18c1-443d-8715-be469b89f5ea req-28c6d47f-eeff-40fe-8159-1f94fa9cc2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:17.809195 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-dd982579-18c1-443d-8715-be469b89f5ea req-28c6d47f-eeff-40fe-8159-1f94fa9cc2e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbbe651a-bee4-4db8-aa44-d3d2ab957402 HTTP/1.1" status: 200 len: 912 time: 0.4856467 Aug 31 07:41:17.816383 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Pushing event updated for resources: {'Port': ['ID=7b2b365b-46c5-46b9-b7dd-830e53e98461,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:17.820892 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-386865'] for router_interface, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:17.958164 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-dd982579-18c1-443d-8715-be469b89f5ea req-c964c3e5-b47e-44bf-a645-2e957b40d7f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=411a49e2-5dfb-46ef-a234-4f959ece50bb HTTP/1.1" status: 200 len: 1000 time: 0.1387393 Aug 31 07:41:18.052496 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Network c12ff8fd-c8ea-460d-99dc-3af906e8ffd1 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:18.055383 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:18.065099 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd982579-18c1-443d-8715-be469b89f5ea req-85c12bfe-eee0-4c23-b76b-aab9060bbfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:18.066742 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-dd982579-18c1-443d-8715-be469b89f5ea req-85c12bfe-eee0-4c23-b76b-aab9060bbfc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b7d8940-cf69-47bc-ac4d-6743859889df HTTP/1.1" status: 200 len: 850 time: 0.0952725 Aug 31 07:41:18.358203 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Router 91d48019-13d7-4fa3-a0b7-37ca190790cb has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:41:18.384467 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd982579-18c1-443d-8715-be469b89f5ea req-9646472e-5c87-4185-9e9d-eefa188b1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:18.387495 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-dd982579-18c1-443d-8715-be469b89f5ea req-9646472e-5c87-4185-9e9d-eefa188b1521 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbbe651a-bee4-4db8-aa44-d3d2ab957402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2535727 Aug 31 07:41:18.478284 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffad42-0084-46f9-b6a8-f52bd68fbc1a req-8460c146-8f6b-43bb-86ca-b5afd9f8aa97 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:18.489929 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-75ffad42-0084-46f9-b6a8-f52bd68fbc1a req-8460c146-8f6b-43bb-86ca-b5afd9f8aa97 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1646168 Aug 31 07:41:18.560634 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-788b46a9-0cb6-44a6-954b-8488c81a9e04 None None] Provisioning complete for port 7b2b365b-46c5-46b9-b7dd-830e53e98461 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:18.561460 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-788b46a9-0cb6-44a6-954b-8488c81a9e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:18.589638 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-75ffad42-0084-46f9-b6a8-f52bd68fbc1a req-e57b089b-0abe-4012-91ed-8be8c99de81f tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872052 Aug 31 07:41:18.626449 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-788b46a9-0cb6-44a6-954b-8488c81a9e04 None None] Port 7b2b365b-46c5-46b9-b7dd-830e53e98461 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:18.814912 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-dd982579-18c1-443d-8715-be469b89f5ea req-fc4d9b64-0042-43f7-a923-bca35cea593a service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959751 Aug 31 07:41:18.816378 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:18.824382 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-2a66d524-fd60-4a63-aa64-4127b6c3c62a admin admin] 10.222.0.62 "PUT /v2.0/routers/91d48019-13d7-4fa3-a0b7-37ca190790cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5765109 Aug 31 07:41:18.986137 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-dd982579-18c1-443d-8715-be469b89f5ea req-2eb64cfe-a69f-42eb-b46b-7b9e6d0b1923 service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588721 Aug 31 07:41:19.817258 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f94d84-1187-4cd3-b016-52ddb55b899a req-54e986a0-21b8-4839-820f-10827987b387 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:19.819527 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a6f94d84-1187-4cd3-b016-52ddb55b899a req-54e986a0-21b8-4839-820f-10827987b387 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0736375 Aug 31 07:41:19.901096 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a6f94d84-1187-4cd3-b016-52ddb55b899a req-65332eb1-8c6e-4681-baf2-64eccb3deae3 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690618 Aug 31 07:41:20.980011 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:21.079223 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:21.093559 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:21.094292 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:21.188953 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd30e-acb1-4de9-ac02-2b06db10a9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:21.241477 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:21.306824 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:21.313364 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:21.394974 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:21.480758 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Sync routers for ids ['91d48019-13d7-4fa3-a0b7-37ca190790cb'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:21.496557 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Routers {'91d48019-13d7-4fa3-a0b7-37ca190790cb'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:21.497299 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:40:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['91d48019-13d7-4fa3-a0b7-37ca190790cb'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:21.689066 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Set router 91d48019-13d7-4fa3-a0b7-37ca190790cb gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:21.989413 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'name': 'tempest-TestMinimumBasicScenario-1731542894-router', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:11Z', 'updated_at': '2021-08-31T07:41:16Z', 'revision_number': 4, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'gw_port': {'id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:12Z', 'updated_at': '2021-08-31T07:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '7b2b365b-46c5-46b9-b7dd-830e53e98461', 'name': '', 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'mac_address': 'fa:16:3e:9a:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'e2759adc-a357-461b-9697-5a7bc65dd311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:15Z', 'updated_at': '2021-08-31T07:41:17Z', 'revision_number': 2, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'subnets': [{'id': 'e2759adc-a357-461b-9697-5a7bc65dd311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:22.036825 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Checking router: 91d48019-13d7-4fa3-a0b7-37ca190790cb for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:22.037610 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Updating router 91d48019-13d7-4fa3-a0b7-37ca190790cb port 7b2b365b-46c5-46b9-b7dd-830e53e98461 binding host dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:41:22.084966 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:22.600999 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Notify callbacks [] for port, precommit_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:22.624245 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.provisioning_blocks [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Transition to ACTIVE for port object 7b2b365b-46c5-46b9-b7dd-830e53e98461 will not be triggered until provisioned by entity L2. {{(pid=94045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:22.635384 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:22.698723 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697a1dc-d050-4d5e-98a2-fc1ad6233349 None None] Pushing event updated for resources: {'Port': ['ID=7b2b365b-46c5-46b9-b7dd-830e53e98461,revision_number=3']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:22.782517 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Attempting to bind port 7b2b365b-46c5-46b9-b7dd-830e53e98461 on host dv-cinder-799668-14-iscsi for vnic_type normal with profile {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:22.783179 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Attempting to bind port 7b2b365b-46c5-46b9-b7dd-830e53e98461 by drivers openvswitch,hyperv on host dv-cinder-799668-14-iscsi at level 0 using segments [{'id': '1148404c-1c9d-49b8-a8ca-f43588e43153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1'}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:22.783726 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Attempting to bind port 7b2b365b-46c5-46b9-b7dd-830e53e98461 on network c12ff8fd-c8ea-460d-99dc-3af906e8ffd1 {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:22.790331 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Checking agent: {'id': '227a2d6b-39b7-4001-b330-2f5ec6cda8fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799668-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 28, 54), 'started_at': datetime.datetime(2021, 8, 31, 7, 29, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799668-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:22.791054 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Checking segment: {'id': '1148404c-1c9d-49b8-a8ca-f43588e43153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:22.791624 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:22.792176 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Bound using segment: {'id': '1148404c-1c9d-49b8-a8ca-f43588e43153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1'} {{(pid=94045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:22.792814 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.managers [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Bound port: 7b2b365b-46c5-46b9-b7dd-830e53e98461, host: dv-cinder-799668-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1148404c-1c9d-49b8-a8ca-f43588e43153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1'}}] {{(pid=94045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:22.793390 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:22.943507 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] For port 7b2b365b-46c5-46b9-b7dd-830e53e98461, host dv-cinder-799668-14-iscsi, cleared binding levels {{(pid=94045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:22.947213 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.plugins.ml2.db [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] For port 7b2b365b-46c5-46b9-b7dd-830e53e98461, host dv-cinder-799668-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=7b2b365b-46c5-46b9-b7dd-830e53e98461,segment=NetworkSegment(1148404c-1c9d-49b8-a8ca-f43588e43153),segment_id=1148404c-1c9d-49b8-a8ca-f43588e43153)] {{(pid=94045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:22.948466 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:22.953247 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron_lib.callbacks.manager [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:23.004668 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697a1dc-d050-4d5e-98a2-fc1ad6233349 None None] Pushing event updated for resources: {'Port': ['ID=7b2b365b-46c5-46b9-b7dd-830e53e98461,revision_number=4']} {{(pid=94045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:23.033140 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Routers {'91d48019-13d7-4fa3-a0b7-37ca190790cb'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:23.033900 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:40:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['91d48019-13d7-4fa3-a0b7-37ca190790cb'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:23.053941 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:23.054586 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:23.127187 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:23.174101 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] Set router 91d48019-13d7-4fa3-a0b7-37ca190790cb gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:23.464681 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'name': 'tempest-TestMinimumBasicScenario-1731542894-router', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:11Z', 'updated_at': '2021-08-31T07:41:16Z', 'revision_number': 4, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'gw_port': {'id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:12Z', 'updated_at': '2021-08-31T07:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '7b2b365b-46c5-46b9-b7dd-830e53e98461', 'name': '', 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'mac_address': 'fa:16:3e:9a:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'e2759adc-a357-461b-9697-5a7bc65dd311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:15Z', 'updated_at': '2021-08-31T07:41:22Z', 'revision_number': 4, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'subnets': [{'id': 'e2759adc-a357-461b-9697-5a7bc65dd311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:23.520116 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd0f15b-43bc-498e-8aad-2c441ca47951 None None] The sync data for ids ['91d48019-13d7-4fa3-a0b7-37ca190790cb'] in dv-cinder-799668-14-iscsi is: [{'id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'name': 'tempest-TestMinimumBasicScenario-1731542894-router', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:11Z', 'updated_at': '2021-08-31T07:41:16Z', 'revision_number': 4, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'gw_port': {'id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:12Z', 'updated_at': '2021-08-31T07:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '7b2b365b-46c5-46b9-b7dd-830e53e98461', 'name': '', 'network_id': 'c12ff8fd-c8ea-460d-99dc-3af906e8ffd1', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'mac_address': 'fa:16:3e:9a:db:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'e2759adc-a357-461b-9697-5a7bc65dd311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:15Z', 'updated_at': '2021-08-31T07:41:22Z', 'revision_number': 4, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'subnets': [{'id': 'e2759adc-a357-461b-9697-5a7bc65dd311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:24.157401 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5ac4299d-2bbb-413c-9496-8892d29263e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:24.356242 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:24.882470 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:24.956693 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 7b2b365b-46c5-46b9-b7dd-830e53e98461 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:25.037167 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning for port 7b2b365b-46c5-46b9-b7dd-830e53e98461 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:25.043011 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 7b2b365b-46c5-46b9-b7dd-830e53e98461 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:25.043735 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:25.186968 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:25.229334 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] For port 7b2b365b-46c5-46b9-b7dd-830e53e98461, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=7b2b365b-46c5-46b9-b7dd-830e53e98461,segment=NetworkSegment(1148404c-1c9d-49b8-a8ca-f43588e43153),segment_id=1148404c-1c9d-49b8-a8ca-f43588e43153)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:25.235335 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:25.313024 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Pushing event updated for resources: {'Port': ['ID=7b2b365b-46c5-46b9-b7dd-830e53e98461,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:26.742889 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:26.900887 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 7b2b365b-46c5-46b9-b7dd-830e53e98461 up at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:26.988729 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Provisioning complete for port 7b2b365b-46c5-46b9-b7dd-830e53e98461 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:26.989119 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:28.895562 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44970) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:29.075051 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-51a2e1d7-4db4-40f4-9d62-6f20a13a1847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.254037 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-51a2e1d7-4db4-40f4-9d62-6f20a13a1847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.260178 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-51a2e1d7-4db4-40f4-9d62-6f20a13a1847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.334776 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-51a2e1d7-4db4-40f4-9d62-6f20a13a1847 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c32dc80036a8466190ad8b4607033ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364190 Aug 31 07:41:29.335734 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 44982) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:29.338173 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e1d7-4db4-40f4-9d62-6f20a13a1847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c2a6e5-e9b4-44f6-8eef-8ef75cf9639e,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:29.402944 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0c578862-7cf6-44ed-8721-4fc3439e5d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.438089 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0c578862-7cf6-44ed-8721-4fc3439e5d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.519048 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0c578862-7cf6-44ed-8721-4fc3439e5d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.523622 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0c578862-7cf6-44ed-8721-4fc3439e5d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.525576 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-0c578862-7cf6-44ed-8721-4fc3439e5d98 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28c2a6e5-e9b4-44f6-8eef-8ef75cf9639e HTTP/1.1" status: 204 len: 168 time: 0.1885285 Aug 31 07:41:29.544145 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c578862-7cf6-44ed-8721-4fc3439e5d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c2a6e5-e9b4-44f6-8eef-8ef75cf9639e,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:31.732640 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-83f92249-7560-4a62-82ab-8e2552abb707 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:31.734285 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-83f92249-7560-4a62-82ab-8e2552abb707 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/networks?id=f9d29324-aec2-4290-8649-b37f0daeb96e HTTP/1.1" status: 200 len: 814 time: 0.1347277 Aug 31 07:41:31.757087 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-7bd0c202-84f9-4aef-bea6-971a4c4f0ff4 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/quotas/8284d925f59640eaadfd1bc0345625b1 HTTP/1.1" status: 200 len: 375 time: 0.0160172 Aug 31 07:41:31.839790 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-875b6ff4-5e1d-49b5-be10-d89a5df5ebac tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8284d925f59640eaadfd1bc0345625b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721591 Aug 31 07:41:31.981293 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-fe96fd3f-65d6-45d3-9e91-176abda9945c service neutron] 10.222.0.62 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232257 Aug 31 07:41:32.122640 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-3bdf5083-35a5-4092-946b-7441ca1aa399 service neutron] 10.222.0.62 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304080 Aug 31 07:41:32.333471 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0c8f4c0a-6eab-4ced-b7ad-b9c9bab7adf5 req-0f594898-62a9-4e46-ba45-c4dfc8b081f5 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 210 time: 0.0485659 Aug 31 07:41:32.334521 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 45108) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:32.465204 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-052e8c17-1020-46ec-9259-871d7fa177e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.586496 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-052e8c17-1020-46ec-9259-871d7fa177e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.593575 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-052e8c17-1020-46ec-9259-871d7fa177e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.642793 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-052e8c17-1020-46ec-9259-871d7fa177e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dbef023f087e42ca8f742bdc2826f1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059306 Aug 31 07:41:32.643711 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e8c17-1020-46ec-9259-871d7fa177e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1eb100-e741-43af-94e0-a4b8e9c6c0f5,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:32.647350 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 45118) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:32.710671 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2cbbf88a-0dc3-4182-bc26-32296b2acadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.732942 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2cbbf88a-0dc3-4182-bc26-32296b2acadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.804657 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2cbbf88a-0dc3-4182-bc26-32296b2acadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.808670 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2cbbf88a-0dc3-4182-bc26-32296b2acadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.812687 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-2cbbf88a-0dc3-4182-bc26-32296b2acadb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3f1eb100-e741-43af-94e0-a4b8e9c6c0f5 HTTP/1.1" status: 204 len: 168 time: 0.1642084 Aug 31 07:41:32.821595 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbf88a-0dc3-4182-bc26-32296b2acadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1eb100-e741-43af-94e0-a4b8e9c6c0f5,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:33.144376 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 45126) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:33.170385 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-31a37b1a-4bd7-40a4-97a4-dc6d47c21b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.277955 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-31a37b1a-4bd7-40a4-97a4-dc6d47c21b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.285325 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-31a37b1a-4bd7-40a4-97a4-dc6d47c21b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.354599 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-31a37b1a-4bd7-40a4-97a4-dc6d47c21b2f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=539b6a2dc50a463db76c9fd8008b6e1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058988 Aug 31 07:41:33.356892 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a37b1a-4bd7-40a4-97a4-dc6d47c21b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a43777c-a30d-4a6c-8c8b-c1006b4a2f90,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:33.358852 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 45144) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:33.466139 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9e437947-5ad0-42e4-8044-2e30f14b01ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.492445 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-192b22b8-5a98-411f-a57a-f99f0d925f22 req-69d3b09c-ed7b-4c1c-94a3-cb20fbd6192d tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 210 time: 0.0559297 Aug 31 07:41:33.538993 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9e437947-5ad0-42e4-8044-2e30f14b01ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.601078 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-68b2214a-71c4-484b-ab64-9e5b2080f272 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:33.603881 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-68b2214a-71c4-484b-ab64-9e5b2080f272 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.59 "GET /v2.0/networks?id=f9d29324-aec2-4290-8649-b37f0daeb96e HTTP/1.1" status: 200 len: 814 time: 0.2030714 Aug 31 07:41:33.620961 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9e437947-5ad0-42e4-8044-2e30f14b01ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.630699 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9e437947-5ad0-42e4-8044-2e30f14b01ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.634203 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Request body: {'port': {'device_id': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'admin_state_up': True, 'tenant_id': '8284d925f59640eaadfd1bc0345625b1'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:33.640780 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-9e437947-5ad0-42e4-8044-2e30f14b01ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a43777c-a30d-4a6c-8c8b-c1006b4a2f90 HTTP/1.1" status: 204 len: 168 time: 0.2801597 Aug 31 07:41:33.660141 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e437947-5ad0-42e4-8044-2e30f14b01ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a43777c-a30d-4a6c-8c8b-c1006b4a2f90,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:33.798804 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Made reservation on behalf of 8284d925f59640eaadfd1bc0345625b1 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:33.803501 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.021005 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Allocated IP 172.20.0.4 (f9d29324-aec2-4290-8649-b37f0daeb96e/db550d3e-1fb1-40e1-b5d1-ece28f57dda7/1e399cc8-fe0f-479b-9bba-3b21f5b25953) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:34.246773 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.269717 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Transition to ACTIVE for port object 1e399cc8-fe0f-479b-9bba-3b21f5b25953 will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:34.349220 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.434414 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Network f9d29324-aec2-4290-8649-b37f0daeb96e is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:34.441636 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:34.451809 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:34.455336 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event updated for resources: {'Port': ['ID=1e399cc8-fe0f-479b-9bba-3b21f5b25953,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:34.546715 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:34.547758 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.569500 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-49edf1fe-9f2e-489f-b42b-f7dac6bf5b9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9519103 Aug 31 07:41:34.774831 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e04b3-bb6a-4363-90d2-2297599c9fd1 req-79a60e25-c8b5-4882-bb9a-ad701fc48a36 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:34.785132 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-076e04b3-bb6a-4363-90d2-2297599c9fd1 req-79a60e25-c8b5-4882-bb9a-ad701fc48a36 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 931 time: 0.1341786 Aug 31 07:41:34.836963 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-076e04b3-bb6a-4363-90d2-2297599c9fd1 req-0bc231bf-798d-47c7-915b-d350355ed804 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507171 Aug 31 07:41:34.914853 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-90463d02-b0a9-45f2-8ed0-21f41e33ac79 None None] Provisioning for port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:34.925621 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-90463d02-b0a9-45f2-8ed0-21f41e33ac79 None None] Provisioning complete for port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:34.925873 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-90463d02-b0a9-45f2-8ed0-21f41e33ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.005314 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-90463d02-b0a9-45f2-8ed0-21f41e33ac79 None None] Port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:35.996593 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90edb5-2949-472d-8597-a12db15a3b69 req-cd9f3511-ae45-46eb-9243-d40a77ccf435 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:36.005337 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-aa90edb5-2949-472d-8597-a12db15a3b69 req-cd9f3511-ae45-46eb-9243-d40a77ccf435 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0803406 Aug 31 07:41:36.052308 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-aa90edb5-2949-472d-8597-a12db15a3b69 req-13bf5b78-3a45-4346-8933-98bae9437291 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460711 Aug 31 07:41:37.219557 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f976f-440d-40df-9eed-9617115843c9 req-3b47d77e-5e1e-41cd-9090-d2682996619e tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:37.221129 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5c5f976f-440d-40df-9eed-9617115843c9 req-3b47d77e-5e1e-41cd-9090-d2682996619e tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0629690 Aug 31 07:41:37.270949 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5c5f976f-440d-40df-9eed-9617115843c9 req-0eb5cb9e-ed4d-4175-8346-0dd4103e780a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431240 Aug 31 07:41:38.480731 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc725e9d-e36c-429a-bdff-a3d14fe48ca2 req-f311d7d8-2a85-45f6-afaf-7dbf38b774f2 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:38.482583 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bc725e9d-e36c-429a-bdff-a3d14fe48ca2 req-f311d7d8-2a85-45f6-afaf-7dbf38b774f2 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0830598 Aug 31 07:41:38.536513 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bc725e9d-e36c-429a-bdff-a3d14fe48ca2 req-59e126b2-1808-4ce4-bd80-6617439bccc3 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457020 Aug 31 07:41:39.710757 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a4842-7f8f-49e6-a927-17f09147257b req-cd6d9fdf-ad2e-4a46-b421-d2fe7102cc88 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:39.712755 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0d1a4842-7f8f-49e6-a927-17f09147257b req-cd6d9fdf-ad2e-4a46-b421-d2fe7102cc88 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0849547 Aug 31 07:41:39.765923 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0d1a4842-7f8f-49e6-a927-17f09147257b req-b5faea77-f48b-4b89-9007-a5e8c7175df6 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446441 Aug 31 07:41:41.224822 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa48390-b26f-421b-811a-7a976c5dfaf8 req-e291f6c4-176d-4a66-bd6a-d2bc8f327401 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.227669 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3aa48390-b26f-421b-811a-7a976c5dfaf8 req-e291f6c4-176d-4a66-bd6a-d2bc8f327401 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 931 time: 0.3728456 Aug 31 07:41:41.280240 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3aa48390-b26f-421b-811a-7a976c5dfaf8 req-aa2a3507-a7b6-414f-ac8d-e1d7822779f0 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417097 Aug 31 07:41:42.418950 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd5478-aa2b-40c6-b281-86b3a93f6554 req-d838cfda-ace7-423c-b686-a01f4ff8f916 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:42.421611 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-68bd5478-aa2b-40c6-b281-86b3a93f6554 req-d838cfda-ace7-423c-b686-a01f4ff8f916 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0555916 Aug 31 07:41:42.479690 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-68bd5478-aa2b-40c6-b281-86b3a93f6554 req-56a4b49b-9c0b-49e6-b4c9-ec9a8fc1ae5a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386434 Aug 31 07:41:43.696220 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e775d-1737-4c87-9fb4-203634d4471a req-38326091-4ae4-47f5-b10b-3e5ca72e2274 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:43.696220 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-570e775d-1737-4c87-9fb4-203634d4471a req-38326091-4ae4-47f5-b10b-3e5ca72e2274 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0776451 Aug 31 07:41:43.778078 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-570e775d-1737-4c87-9fb4-203634d4471a req-44ee4d45-ac40-465a-8ea8-e987ee1202c0 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699646 Aug 31 07:41:45.025764 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2d8dd-b0c9-457e-b667-026553599efa req-f4198d2a-12ac-4480-a81a-f624fc8ff21a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:45.027947 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b2b2d8dd-b0c9-457e-b667-026553599efa req-f4198d2a-12ac-4480-a81a-f624fc8ff21a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0876331 Aug 31 07:41:45.092069 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b2b2d8dd-b0c9-457e-b667-026553599efa req-6f0239d1-ab4c-4bf2-ab65-472b1c9b60dc tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535316 Aug 31 07:41:46.218269 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e16c9-0afb-4cd7-b47d-b4fbf08e6343 req-348ed907-1db7-4e5f-8852-54b19331549e tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:46.219685 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-467e16c9-0afb-4cd7-b47d-b4fbf08e6343 req-348ed907-1db7-4e5f-8852-54b19331549e tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0522497 Aug 31 07:41:46.259922 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-467e16c9-0afb-4cd7-b47d-b4fbf08e6343 req-9bc9ac08-5d75-4acc-be3f-ad6b4b3618ed tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341303 Aug 31 07:41:47.408872 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec6832-2ed5-4faa-b63d-fe88758dc406 req-8069e549-e5f2-4581-9522-e164ee986a5f tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:47.410406 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dbec6832-2ed5-4faa-b63d-fe88758dc406 req-8069e549-e5f2-4581-9522-e164ee986a5f tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 931 time: 0.0622103 Aug 31 07:41:47.459447 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dbec6832-2ed5-4faa-b63d-fe88758dc406 req-f9cf35f5-b461-463d-8fa9-ba89d1a159aa tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Aug 31 07:41:48.129172 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Request body: {'port': {'device_id': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:48.197097 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.499087 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e399cc8-fe0f-479b-9bba-3b21f5b25953 {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:48.507270 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.520999 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Transition to ACTIVE for port object 1e399cc8-fe0f-479b-9bba-3b21f5b25953 will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:48.524725 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.615299 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf5f67-e275-45b6-bab7-8eb4ea647276 req-744f2daf-50b4-44fc-9e2c-ae69fc1a76b1 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:48.616220 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Pushing event updated for resources: {'Port': ['ID=1e399cc8-fe0f-479b-9bba-3b21f5b25953,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:48.619140 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5fdf5f67-e275-45b6-bab7-8eb4ea647276 req-744f2daf-50b4-44fc-9e2c-ae69fc1a76b1 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 943 time: 0.0829825 Aug 31 07:41:48.675797 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Attempting to bind port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:48.676151 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Attempting to bind port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:48.676491 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Attempting to bind port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 on network f9d29324-aec2-4290-8649-b37f0daeb96e {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:48.682325 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 on network f9d29324-aec2-4290-8649-b37f0daeb96e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:41:48.682705 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Attempting to bind port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 on network f9d29324-aec2-4290-8649-b37f0daeb96e {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:48.688088 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5fdf5f67-e275-45b6-bab7-8eb4ea647276 req-337b5b85-e26e-4108-977a-f8a7886f9bf6 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564075 Aug 31 07:41:48.688918 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:48.689265 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Checking segment: {'id': 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:48.689846 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Bound using segment: {'id': 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:48.690298 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Bound port: 1e399cc8-fe0f-479b-9bba-3b21f5b25953, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:48.690730 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.793428 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] For port 1e399cc8-fe0f-479b-9bba-3b21f5b25953, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:48.801465 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] For port 1e399cc8-fe0f-479b-9bba-3b21f5b25953, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1e399cc8-fe0f-479b-9bba-3b21f5b25953,segment=NetworkSegment(aa99e149-ec2d-4f2c-8fe5-2d09d3b22187),segment_id=aa99e149-ec2d-4f2c-8fe5-2d09d3b22187)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:48.809248 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.845794 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:48.846521 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.848827 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] 10.222.0.59 "PUT /v2.0/ports/1e399cc8-fe0f-479b-9bba-3b21f5b25953 HTTP/1.1" status: 200 len: 1093 time: 0.7237048 Aug 31 07:41:48.848827 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:48.851224 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7895d9c1-cdb2-44ac-970f-6d171dca92cf" -d '{"events": [{"name": "network-changed", "server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:48.881226 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4267c2a-7ed1-4675-8ac1-6453ed989004 service neutron] Pushing event updated for resources: {'Port': ['ID=1e399cc8-fe0f-479b-9bba-3b21f5b25953,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:48.937458 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27cf948-54e5-4501-ace3-8438b680f172 x-openstack-request-id: req-f27cf948-54e5-4501-ace3-8438b680f172 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:48.937752 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:48.938009 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f27cf948-54e5-4501-ace3-8438b680f172 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:48.938891 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953', 'status': 'completed', 'code': 200} Aug 31 07:41:49.885876 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924fec5-6261-4573-9c74-1ebf7d891925 req-2ee02c86-0af5-415f-a310-1d4ce8342fce tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:49.888237 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f924fec5-6261-4573-9c74-1ebf7d891925 req-2ee02c86-0af5-415f-a310-1d4ce8342fce tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 943 time: 0.1228645 Aug 31 07:41:49.940386 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f924fec5-6261-4573-9c74-1ebf7d891925 req-203f1a34-47f1-4b3b-9ce1-5e84af473649 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Aug 31 07:41:51.072179 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab5a4-bf8f-48a4-8fce-cbe16c4ea817 req-0b345caa-43d7-4edc-9cd4-795bf0471d9e tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:51.075495 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-731ab5a4-bf8f-48a4-8fce-cbe16c4ea817 req-0b345caa-43d7-4edc-9cd4-795bf0471d9e tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 943 time: 0.0602500 Aug 31 07:41:51.118040 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-731ab5a4-bf8f-48a4-8fce-cbe16c4ea817 req-4cb07530-ea88-4a12-bfcd-43ed1b04bd3a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347795 Aug 31 07:41:51.173062 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee957-8c43-4a29-a64b-8b0168fbd4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:51.497766 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895d9c1-cdb2-44ac-970f-6d171dca92cf req-3dba844b-6856-4d05-806d-97c1c9ebf3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:51.499277 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7895d9c1-cdb2-44ac-970f-6d171dca92cf req-3dba844b-6856-4d05-806d-97c1c9ebf3dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8284d925f59640eaadfd1bc0345625b1&device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 1096 time: 0.0722737 Aug 31 07:41:51.505726 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-95360fd9-4cec-4dbd-ba12-0cd884659c34 req-13aa44ff-a13d-4e61-a1c7-dcd1ccb27513 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489218 Aug 31 07:41:51.703071 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95360fd9-4cec-4dbd-ba12-0cd884659c34 req-be4a6851-c64c-46c9-9b27-c51c106c69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:51.704565 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-95360fd9-4cec-4dbd-ba12-0cd884659c34 req-be4a6851-c64c-46c9-9b27-c51c106c69a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c818e9996e304eb49ab671310d8417de&device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 1098 time: 0.1192911 Aug 31 07:41:51.709069 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895d9c1-cdb2-44ac-970f-6d171dca92cf req-a5f4bbb3-374a-44c9-9f17-3df75f892b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:51.710483 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7895d9c1-cdb2-44ac-970f-6d171dca92cf req-a5f4bbb3-374a-44c9-9f17-3df75f892b3d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8284d925f59640eaadfd1bc0345625b1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1888216 Aug 31 07:41:51.938878 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895d9c1-cdb2-44ac-970f-6d171dca92cf req-dda3d3a8-7c5c-4e72-890f-d4622385cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:51.940378 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7895d9c1-cdb2-44ac-970f-6d171dca92cf req-dda3d3a8-7c5c-4e72-890f-d4622385cbb9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2224758 Aug 31 07:41:51.945142 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95360fd9-4cec-4dbd-ba12-0cd884659c34 req-6bc996f6-89d0-4f06-ba44-818e3d27a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:51.946575 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-95360fd9-4cec-4dbd-ba12-0cd884659c34 req-6bc996f6-89d0-4f06-ba44-818e3d27a695 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbbe651a-bee4-4db8-aa44-d3d2ab957402 HTTP/1.1" status: 200 len: 912 time: 0.2140048 Aug 31 07:41:52.096439 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:41:52.268249 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000050b-ab9b-4ea3-9754-53df01f20c09 req-18ef49bf-1e04-47ae-99bd-be18515ccfd8 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:52.270634 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c000050b-ab9b-4ea3-9754-53df01f20c09 req-18ef49bf-1e04-47ae-99bd-be18515ccfd8 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 943 time: 0.0750499 Aug 31 07:41:52.296495 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-95360fd9-4cec-4dbd-ba12-0cd884659c34 req-7166055d-84c8-404f-8ff0-2bc31671b1de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=411a49e2-5dfb-46ef-a234-4f959ece50bb HTTP/1.1" status: 200 len: 1000 time: 0.3405886 Aug 31 07:41:52.302588 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-d2ac4c5e-2717-490e-be0d-ec1baf261076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:52.304054 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-d2ac4c5e-2717-490e-be0d-ec1baf261076 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8284d925f59640eaadfd1bc0345625b1&device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 1096 time: 0.0659053 Aug 31 07:41:52.327404 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c000050b-ab9b-4ea3-9754-53df01f20c09 req-382812bd-e68a-42d4-8fff-9d5b7dda31cf tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505588 Aug 31 07:41:52.373386 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-c65a06d7-a806-43c6-8bac-81a72069212b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e399cc8-fe0f-479b-9bba-3b21f5b25953 HTTP/1.1" status: 200 len: 217 time: 0.0585876 Aug 31 07:41:52.427604 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95360fd9-4cec-4dbd-ba12-0cd884659c34 req-47e28fca-d448-451a-a121-64f3239b013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:52.429068 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-95360fd9-4cec-4dbd-ba12-0cd884659c34 req-47e28fca-d448-451a-a121-64f3239b013f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b7d8940-cf69-47bc-ac4d-6743859889df HTTP/1.1" status: 200 len: 850 time: 0.1241560 Aug 31 07:41:52.471144 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-078affaf-01a7-4f5b-aa7e-2682f2195af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:52.472833 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-078affaf-01a7-4f5b-aa7e-2682f2195af0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db550d3e-1fb1-40e1-b5d1-ece28f57dda7 HTTP/1.1" status: 200 len: 853 time: 0.0915518 Aug 31 07:41:52.516034 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95360fd9-4cec-4dbd-ba12-0cd884659c34 req-179212fe-1300-4a41-9f65-cb9a595704fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:52.517855 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-95360fd9-4cec-4dbd-ba12-0cd884659c34 req-179212fe-1300-4a41-9f65-cb9a595704fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbbe651a-bee4-4db8-aa44-d3d2ab957402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0795641 Aug 31 07:41:52.579723 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-624234e1-fdf6-4ca3-902a-58f888939e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:52.581216 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-624234e1-fdf6-4ca3-902a-58f888939e87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9d29324-aec2-4290-8649-b37f0daeb96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0998328 Aug 31 07:41:52.665221 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b47a5-923f-40e4-8dc5-e39a8888ebf9 req-ff89276e-58a8-493f-81c5-c8538354d1fa tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:52.666849 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-289b47a5-923f-40e4-8dc5-e39a8888ebf9 req-ff89276e-58a8-493f-81c5-c8538354d1fa tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 946 time: 0.0559056 Aug 31 07:41:52.679897 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-95360fd9-4cec-4dbd-ba12-0cd884659c34 req-49d2038b-95e2-472c-9058-009ee06f27c6 service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524725 Aug 31 07:41:52.715933 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-289b47a5-923f-40e4-8dc5-e39a8888ebf9 req-c101c1ca-ad98-430e-b578-5a6ff2d7d392 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417280 Aug 31 07:41:52.754770 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-7ec95717-1168-4cc5-9a0e-388dea1e8887 service neutron] 10.222.0.59 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612108 Aug 31 07:41:52.842312 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-95360fd9-4cec-4dbd-ba12-0cd884659c34 req-c84bf0a5-3d1a-4904-b209-7ff405ed51b3 service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534593 Aug 31 07:41:52.875652 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-05ff4bfc-359d-4981-85e3-4051b8084b3e req-4c67c739-2ed4-41d2-bf82-bcb31d592b17 service neutron] 10.222.0.59 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113119 Aug 31 07:41:53.078330 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:53.441762 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591651a-673b-4664-bd09-d196b925cc2a req-9f75bc11-8067-4972-bf86-70725c8d567e tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:53.443294 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4591651a-673b-4664-bd09-d196b925cc2a req-9f75bc11-8067-4972-bf86-70725c8d567e tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 943 time: 0.0486093 Aug 31 07:41:53.484359 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4591651a-673b-4664-bd09-d196b925cc2a req-ccca5303-dcac-4745-80d8-ca09ab8c20d6 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345826 Aug 31 07:41:53.859814 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e640e65-fe3a-4675-80c0-f4350c8491e5 req-3e5c92fc-e0ea-4013-89de-5307351a410d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:53.861403 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9e640e65-fe3a-4675-80c0-f4350c8491e5 req-3e5c92fc-e0ea-4013-89de-5307351a410d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 946 time: 0.0630479 Aug 31 07:41:53.911208 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9e640e65-fe3a-4675-80c0-f4350c8491e5 req-3037ce0d-6e6b-4a41-8d00-1455725fc1e5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391824 Aug 31 07:41:54.143488 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c7d0836f-6e2c-4d94-b2a3-9d0a972e41e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.359708 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.522402 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-2920cc4e-b000-4a4e-87e7-36089efa6638 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:54.524744 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-2920cc4e-b000-4a4e-87e7-36089efa6638 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.59 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 946 time: 0.0613835 Aug 31 07:41:54.619692 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579accc-9a95-4b00-b03b-6e9f0d149aa2 req-277c37df-56aa-4d6d-b916-3195feba0b96 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:54.622686 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8579accc-9a95-4b00-b03b-6e9f0d149aa2 req-277c37df-56aa-4d6d-b916-3195feba0b96 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 943 time: 0.0613618 Aug 31 07:41:54.641035 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Deleting port b334e3b2-032a-47b8-a757-9089d3f4ff95 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:54.641375 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.666384 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8579accc-9a95-4b00-b03b-6e9f0d149aa2 req-8092c4aa-5c0b-477b-9d40-2a05319b790c tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368185 Aug 31 07:41:54.734862 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] For port b334e3b2-032a-47b8-a757-9089d3f4ff95, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=b334e3b2-032a-47b8-a757-9089d3f4ff95,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:54.734862 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.887350 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.993578 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.994022 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:54.994715 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.l3_db [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Floating IP eacafab0-20c4-4d79-a4bf-bcce5f9223bf disassociated. External IP: 172.27.0.185, port: b334e3b2-032a-47b8-a757-9089d3f4ff95. Aug 31 07:41:54.995976 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Calling delete_port for b334e3b2-032a-47b8-a757-9089d3f4ff95 owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:55.050644 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c6256-c825-4676-a5ca-4d49df6c56d3 req-66466433-595c-4546-90ec-7be62b6dd450 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:55.052288 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b64c6256-c825-4676-a5ca-4d49df6c56d3 req-66466433-595c-4546-90ec-7be62b6dd450 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 946 time: 0.0599251 Aug 31 07:41:55.106565 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b64c6256-c825-4676-a5ca-4d49df6c56d3 req-ce488ec1-b66e-4737-8115-c49ad3ba8f89 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=53b439cc-34ad-4a09-94e6-e6ddab67db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471921 Aug 31 07:41:55.184107 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:55.224458 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event deleted for resources: {'Port': ['ID=b334e3b2-032a-47b8-a757-9089d3f4ff95,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:55.298636 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:55.299179 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:55.299718 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:55.300302 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:55.300862 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:55.301402 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:55.301956 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:55.302724 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:55.303282 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:55.303808 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:55.304369 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:55.304911 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:55.421024 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Router dfb6ae64-4535-468e-a341-32c36e160d64 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:41:55.540047 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 1e399cc8-fe0f-479b-9bba-3b21f5b25953 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:41:55.584568 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:55.620030 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a02a1-d3a3-4cce-8a2c-5e12bce44b5e None None] Sync routers for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:55.632550 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] No DVR routers for this DVR port b334e3b2-032a-47b8-a757-9089d3f4ff95 on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:41:55.635534 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:55.637707 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0955c9e4-2c4e-4a60-834d-53918ae050eb req-6013cca7-59db-4d7b-a301-08404240984d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.59 "DELETE /v2.0/ports/b334e3b2-032a-47b8-a757-9089d3f4ff95 HTTP/1.1" status: 204 len: 173 time: 1.1065300 Aug 31 07:41:55.638185 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'name': 'network-vif-deleted', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:55.640658 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f94a0a7-7502-4ab3-8184-f9246afdfb2b" -d '{"events": [{"server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "name": "network-vif-deleted", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:55.705268 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d076348-0ec1-43a2-9c36-94e6a3884a6f x-openstack-request-id: req-1d076348-0ec1-43a2-9c36-94e6a3884a6f {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:55.705608 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70dd75b0-e35e-4785-8ea9-d623d9e95b40", "name": "network-vif-deleted", "tag": "b334e3b2-032a-47b8-a757-9089d3f4ff95", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:55.705783 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d076348-0ec1-43a2-9c36-94e6a3884a6f {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:55.706103 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70dd75b0-e35e-4785-8ea9-d623d9e95b40', 'name': 'network-vif-deleted', 'tag': 'b334e3b2-032a-47b8-a757-9089d3f4ff95', 'status': 'completed', 'code': 200} Aug 31 07:41:55.794403 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a02a1-d3a3-4cce-8a2c-5e12bce44b5e None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:55.795064 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-902a02a1-d3a3-4cce-8a2c-5e12bce44b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:41:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:55.865391 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a3ba1-06cb-4374-be99-720b67f641e3 req-54790927-77d6-4737-9f52-e174c0c98ca6 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:55.867310 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f45a3ba1-06cb-4374-be99-720b67f641e3 req-54790927-77d6-4737-9f52-e174c0c98ca6 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 943 time: 0.0849719 Aug 31 07:41:55.912011 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f45a3ba1-06cb-4374-be99-720b67f641e3 req-6a59a934-bfa0-4ec5-89b4-9e474e49de3e tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358238 Aug 31 07:41:55.921112 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 1e399cc8-fe0f-479b-9bba-3b21f5b25953, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1e399cc8-fe0f-479b-9bba-3b21f5b25953,segment=NetworkSegment(aa99e149-ec2d-4f2c-8fe5-2d09d3b22187),segment_id=aa99e149-ec2d-4f2c-8fe5-2d09d3b22187)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:55.941645 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '1e399cc8-fe0f-479b-9bba-3b21f5b25953', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'port_id': '1e399cc8-fe0f-479b-9bba-3b21f5b25953', 'mac_address': 'fa:16:3e:61:2e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:41:55.954821 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-902a02a1-d3a3-4cce-8a2c-5e12bce44b5e None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:56.028190 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:56.095879 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e399cc8-fe0f-479b-9bba-3b21f5b25953 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:56.158471 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 1e399cc8-fe0f-479b-9bba-3b21f5b25953, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1e399cc8-fe0f-479b-9bba-3b21f5b25953,segment=NetworkSegment(aa99e149-ec2d-4f2c-8fe5-2d09d3b22187),segment_id=aa99e149-ec2d-4f2c-8fe5-2d09d3b22187)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:56.169835 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:56.236717 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7d18766a-6cde-4f53-b803-9e3cf37f9c2d req-8eb5731a-9592-4787-8446-27fe739252db tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=70dd75b0-e35e-4785-8ea9-d623d9e95b40 HTTP/1.1" status: 200 len: 210 time: 0.0294924 Aug 31 07:41:56.274731 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=1e399cc8-fe0f-479b-9bba-3b21f5b25953,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:56.306599 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-902a02a1-d3a3-4cce-8a2c-5e12bce44b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:37:01Z', 'revision_number': 5, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:56.335359 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a02a1-d3a3-4cce-8a2c-5e12bce44b5e None None] Checking router: dfb6ae64-4535-468e-a341-32c36e160d64 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:56.347799 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a02a1-d3a3-4cce-8a2c-5e12bce44b5e None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:56.348422 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-902a02a1-d3a3-4cce-8a2c-5e12bce44b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:41:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:56.437528 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['1e399cc8-fe0f-479b-9bba-3b21f5b25953'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:56.506282 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-902a02a1-d3a3-4cce-8a2c-5e12bce44b5e None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:56.787379 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:56.864877 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-902a02a1-d3a3-4cce-8a2c-5e12bce44b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:37:01Z', 'revision_number': 5, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:56.903124 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a02a1-d3a3-4cce-8a2c-5e12bce44b5e None None] The sync data for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi is: [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:37:01Z', 'revision_number': 5, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:57.101805 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1af5a-97a9-4934-bbe1-67af779e03d8 req-e8588c11-c984-4479-8f96-9a7bfe1a9e98 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:57.112558 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9dd1af5a-97a9-4934-bbe1-67af779e03d8 req-e8588c11-c984-4479-8f96-9a7bfe1a9e98 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 944 time: 0.0943902 Aug 31 07:41:57.165034 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9dd1af5a-97a9-4934-bbe1-67af779e03d8 req-64740a71-9621-4bc1-b19d-85dcd6aa61f8 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513341 Aug 31 07:41:57.327782 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb2fece-4d1c-44c5-9eda-17c2356fbab0 None None] New status for floating IP eacafab0-20c4-4d79-a4bf-bcce5f9223bf: DOWN {{(pid=94045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:41:57.356408 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 45670) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:57.400668 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 45674) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:57.470499 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8af6649f-112b-4b8d-8457-0ab495edc1c7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.508002 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8af6649f-112b-4b8d-8457-0ab495edc1c7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.540777 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad58b-52c5-41c3-b053-43be390107c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.559166 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 1e399cc8-fe0f-479b-9bba-3b21f5b25953 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:57.602690 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8af6649f-112b-4b8d-8457-0ab495edc1c7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.606425 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8af6649f-112b-4b8d-8457-0ab495edc1c7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.607593 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-8af6649f-112b-4b8d-8457-0ab495edc1c7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "DELETE /v2.0/security-groups/53b439cc-34ad-4a09-94e6-e6ddab67db8e HTTP/1.1" status: 204 len: 168 time: 0.2054126 Aug 31 07:41:57.611576 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 45676) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:57.621431 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:57.626204 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6649f-112b-4b8d-8457-0ab495edc1c7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b439cc-34ad-4a09-94e6-e6ddab67db8e,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:57.629064 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:57.630642 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.634985 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.api.v2.resource [None req-1b36d374-9d80-4616-8686-00447a6fddf2 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] show failed (client error): The resource could not be found. Aug 31 07:41:57.637643 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-1b36d374-9d80-4616-8686-00447a6fddf2 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups/53b439cc-34ad-4a09-94e6-e6ddab67db8e HTTP/1.1" status: 404 len: 347 time: 0.0245826 Aug 31 07:41:57.641298 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 45678) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:57.712537 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad58b-52c5-41c3-b053-43be390107c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.727075 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bc8ad58b-52c5-41c3-b053-43be390107c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.767002 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.782062 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-bc8ad58b-52c5-41c3-b053-43be390107c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb40ebfe07b24ce4a1f7e5fd956fc65b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237952 Aug 31 07:41:57.783390 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ad58b-52c5-41c3-b053-43be390107c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cc98ec-c288-40d0-8672-e3d0576f5fa0,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:57.785843 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 45680) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:57.830434 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 1e399cc8-fe0f-479b-9bba-3b21f5b25953, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1e399cc8-fe0f-479b-9bba-3b21f5b25953,segment=NetworkSegment(aa99e149-ec2d-4f2c-8fe5-2d09d3b22187),segment_id=aa99e149-ec2d-4f2c-8fe5-2d09d3b22187)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:57.832200 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:57.837124 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cc8c7c-2b31-4c11-9ee1-15541328d6c1" -d '{"events": [{"server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "name": "network-vif-plugged", "status": "completed", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:57.853906 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.856966 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b334e3b2-032a-47b8-a757-9089d3f4ff95 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:57.869360 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-966fee17-625c-4e48-baef-1ad51278ea68 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Deleting port b8cf636d-e40c-492f-920d-80fa23ca4db3 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:57.869765 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-966fee17-625c-4e48-baef-1ad51278ea68 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.877591 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e193c91f-a1f0-48c0-ae80-2d3af61cdcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.910477 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: b334e3b2-032a-47b8-a757-9089d3f4ff95 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:57.910908 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device b334e3b2-032a-47b8-a757-9089d3f4ff95 not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:57.918235 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43288d90-057d-4308-a44e-42a422e17dce x-openstack-request-id: req-43288d90-057d-4308-a44e-42a422e17dce {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:57.918904 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "name": "network-vif-plugged", "status": "completed", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:57.919440 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43288d90-057d-4308-a44e-42a422e17dce {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:57.920240 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953', 'code': 200} Aug 31 07:41:57.930315 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e193c91f-a1f0-48c0-ae80-2d3af61cdcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.022399 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=1e399cc8-fe0f-479b-9bba-3b21f5b25953,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:58.038309 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e193c91f-a1f0-48c0-ae80-2d3af61cdcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.044911 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e193c91f-a1f0-48c0-ae80-2d3af61cdcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.047121 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-e193c91f-a1f0-48c0-ae80-2d3af61cdcc7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94cc98ec-c288-40d0-8672-e3d0576f5fa0 HTTP/1.1" status: 204 len: 168 time: 0.2548146 Aug 31 07:41:58.060851 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193c91f-a1f0-48c0-ae80-2d3af61cdcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cc98ec-c288-40d0-8672-e3d0576f5fa0,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:58.082898 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-966fee17-625c-4e48-baef-1ad51278ea68 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.083282 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-966fee17-625c-4e48-baef-1ad51278ea68 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.114200 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-966fee17-625c-4e48-baef-1ad51278ea68 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Calling delete_port for b8cf636d-e40c-492f-920d-80fa23ca4db3 owned by network:floatingip {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:58.259444 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67940f3f-43bd-4e2a-a3e0-960b2c7869a4 req-8a4079b8-5ee7-4e6b-af23-bfa7f923aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:58.261602 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-67940f3f-43bd-4e2a-a3e0-960b2c7869a4 req-8a4079b8-5ee7-4e6b-af23-bfa7f923aed2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 1098 time: 0.0896354 Aug 31 07:41:58.329225 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-67940f3f-43bd-4e2a-a3e0-960b2c7869a4 req-2b52e5d8-4433-4479-ac90-6fa1eb8e4d39 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544744 Aug 31 07:41:58.369732 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5252d-6fea-4687-9600-277e9268fe1f req-23b0aede-c05f-4d96-b00d-9e8927c08fab tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:58.372440 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-33c5252d-6fea-4687-9600-277e9268fe1f req-23b0aede-c05f-4d96-b00d-9e8927c08fab tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 945 time: 0.1040618 Aug 31 07:41:58.406756 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-966fee17-625c-4e48-baef-1ad51278ea68 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.420254 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-33c5252d-6fea-4687-9600-277e9268fe1f req-0a880a01-47ac-416d-9185-72853de166e1 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405293 Aug 31 07:41:58.467121 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fee17-625c-4e48-baef-1ad51278ea68 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event deleted for resources: {'Port': ['ID=b8cf636d-e40c-492f-920d-80fa23ca4db3,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:58.520279 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-966fee17-625c-4e48-baef-1ad51278ea68 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.523909 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-966fee17-625c-4e48-baef-1ad51278ea68 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.525474 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-966fee17-625c-4e48-baef-1ad51278ea68 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "DELETE /v2.0/floatingips/eacafab0-20c4-4d79-a4bf-bcce5f9223bf HTTP/1.1" status: 204 len: 168 time: 0.8828938 Aug 31 07:41:58.531530 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 45696) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:58.546575 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-be076e15-67c2-4e7a-ae4f-ab900ed0049b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.661002 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-be076e15-67c2-4e7a-ae4f-ab900ed0049b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.665300 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-be076e15-67c2-4e7a-ae4f-ab900ed0049b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.706217 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-be076e15-67c2-4e7a-ae4f-ab900ed0049b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4fdf5d36bcb4b6384bab8103449d641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735511 Aug 31 07:41:58.707401 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be076e15-67c2-4e7a-ae4f-ab900ed0049b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975f71d6-93ed-4da7-9b47-6504f517dff1,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:58.709031 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 45702) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:58.762317 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-35704a24-3ed3-423a-8ab9-0d987299b2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.789319 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-35704a24-3ed3-423a-8ab9-0d987299b2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.857636 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-35704a24-3ed3-423a-8ab9-0d987299b2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.860804 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-35704a24-3ed3-423a-8ab9-0d987299b2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:58.861954 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-35704a24-3ed3-423a-8ab9-0d987299b2d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/975f71d6-93ed-4da7-9b47-6504f517dff1 HTTP/1.1" status: 204 len: 168 time: 0.1519406 Aug 31 07:41:58.872964 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35704a24-3ed3-423a-8ab9-0d987299b2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975f71d6-93ed-4da7-9b47-6504f517dff1,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:58.973040 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 45706) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:58.977699 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-c93eb8ba-d14e-48d1-b3e5-4818c08961f0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1076788215', 'description': 'tempest-description--1335495051'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:58.999757 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c93eb8ba-d14e-48d1-b3e5-4818c08961f0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.082197 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c93eb8ba-d14e-48d1-b3e5-4818c08961f0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.085772 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c93eb8ba-d14e-48d1-b3e5-4818c08961f0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.114117 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c93eb8ba-d14e-48d1-b3e5-4818c08961f0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.115370 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-c93eb8ba-d14e-48d1-b3e5-4818c08961f0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1413205 Aug 31 07:41:59.117213 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93eb8ba-d14e-48d1-b3e5-4818c08961f0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb09af62-37ce-4601-ba8f-bc2988d0fee0,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:59.118451 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 45710) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:59.125103 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-bb1fe877-cb8d-4561-8d64-9134e1563551 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Request body: {'security_group_rule': {'security_group_id': 'cb09af62-37ce-4601-ba8f-bc2988d0fee0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:59.155381 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bb1fe877-cb8d-4561-8d64-9134e1563551 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.205664 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bb1fe877-cb8d-4561-8d64-9134e1563551 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.209526 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bb1fe877-cb8d-4561-8d64-9134e1563551 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.226141 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fe877-cb8d-4561-8d64-9134e1563551 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004a4b93-f7c3-4237-9ef2-b797fef97ea9,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:59.236619 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bb1fe877-cb8d-4561-8d64-9134e1563551 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.238050 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-bb1fe877-cb8d-4561-8d64-9134e1563551 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175258 Aug 31 07:41:59.240750 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 45718) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:59.245794 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-8edac3d6-e05a-4cef-8e89-50bf5b87581c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Request body: {'security_group_rule': {'security_group_id': 'cb09af62-37ce-4601-ba8f-bc2988d0fee0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:59.272002 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8edac3d6-e05a-4cef-8e89-50bf5b87581c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.335343 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8edac3d6-e05a-4cef-8e89-50bf5b87581c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.340457 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8edac3d6-e05a-4cef-8e89-50bf5b87581c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.362811 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edac3d6-e05a-4cef-8e89-50bf5b87581c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034dd682-bf02-4764-80d4-2f4302811529,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:59.366141 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8edac3d6-e05a-4cef-8e89-50bf5b87581c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.370613 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-8edac3d6-e05a-4cef-8e89-50bf5b87581c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287713 Aug 31 07:41:59.371270 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 45724) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:59.375376 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Request body: {'floatingip': {'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:59.402114 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.518608 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.552785 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b9ac8-a4af-4697-aaa6-bd5736fe4e62 req-4f1b609f-964d-48e4-a000-c749e1683b15 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:59.554304 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e48b9ac8-a4af-4697-aaa6-bd5736fe4e62 req-4f1b609f-964d-48e4-a000-c749e1683b15 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0542684 Aug 31 07:41:59.596255 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e48b9ac8-a4af-4697-aaa6-bd5736fe4e62 req-4c55cd9e-3e30-41ee-9602-10f009ae98b0 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350206 Aug 31 07:41:59.642801 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Allocated IP 172.27.0.32 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/0e8a7411-14ba-473c-9f86-39ae19353522) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:59.752096 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.794929 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.836101 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:59.839089 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:59.842803 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:59.849522 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event updated for resources: {'Port': ['ID=0e8a7411-14ba-473c-9f86-39ae19353522,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:59.939539 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.974149 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:00.131651 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:00.138730 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:00.211160 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event updated for resources: {'Port': ['ID=0e8a7411-14ba-473c-9f86-39ae19353522,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:00.220842 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:00.234818 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:00.236064 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-d5c3f95d-d7b0-477e-9ff0-a042652d87c3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8643043 Aug 31 07:42:00.436426 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-b13cce96-f93c-47b6-9352-2165a6e41d04 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1076788215&fields=id&tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3 HTTP/1.1" status: 200 len: 267 time: 0.0343907 Aug 31 07:42:00.553174 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-2a98e8a2-b492-425e-bb3b-cc98ff58b45b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:00.555349 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-2a98e8a2-b492-425e-bb3b-cc98ff58b45b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/networks?id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 200 len: 817 time: 0.1140070 Aug 31 07:42:00.577618 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-1f73e0ab-95ed-4fc3-b426-148e45db569e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/quotas/eb0762f16cec4dc5873bb2e84e4c4ce3 HTTP/1.1" status: 200 len: 375 time: 0.0153766 Aug 31 07:42:00.634899 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6e6b87ca-15ba-4a30-b697-9797c5b3162b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502717 Aug 31 07:42:00.741349 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451b31f-aea1-4d86-ad7c-19ab043c9cf1 req-91559e29-1ea3-49bc-ad25-20a8c2733d86 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:00.743961 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0451b31f-aea1-4d86-ad7c-19ab043c9cf1 req-91559e29-1ea3-49bc-ad25-20a8c2733d86 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0630453 Aug 31 07:42:00.854825 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0451b31f-aea1-4d86-ad7c-19ab043c9cf1 req-2d1cc44f-3ce2-41a3-8d44-c60eeefb9b35 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970080 Aug 31 07:42:00.897385 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-637726f6-021a-4ed0-8dcb-06c39c473fb5 service neutron] 10.222.0.62 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441351 Aug 31 07:42:00.997294 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-a500f6e2-ef10-40fa-aa67-0093fe965a56 service neutron] 10.222.0.62 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930562 Aug 31 07:42:01.182747 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2434034f-4393-489d-a986-3027fc0f95e8 req-c9a02bde-21a7-4d34-8b6b-5f01bb57042f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 210 time: 0.0348773 Aug 31 07:42:02.024579 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 45882) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:02.039638 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156aa181-7983-45c8-ad94-ad34e1476874 req-64333469-edbb-4552-8ab5-7e93c5bd4baf tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:02.041166 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-156aa181-7983-45c8-ad94-ad34e1476874 req-64333469-edbb-4552-8ab5-7e93c5bd4baf tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0670922 Aug 31 07:42:02.092237 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-156aa181-7983-45c8-ad94-ad34e1476874 req-30c3ba28-5f52-4db2-9342-1944ba43af82 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433297 Aug 31 07:42:02.167036 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-668321a7-8b5f-4b68-ad44-5c7db0e817a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:02.306598 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-147240d1-1634-461d-92bb-5a3d3d086573 req-d1059432-399b-4566-928e-94397a50962e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 210 time: 0.0398719 Aug 31 07:42:02.309352 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-668321a7-8b5f-4b68-ad44-5c7db0e817a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:02.314092 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-668321a7-8b5f-4b68-ad44-5c7db0e817a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:02.351621 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-668321a7-8b5f-4b68-ad44-5c7db0e817a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c81451b10be40c7bb3619f180acf761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259947 Aug 31 07:42:02.359128 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 45888) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:02.367843 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668321a7-8b5f-4b68-ad44-5c7db0e817a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397c721e-bb65-45ab-a921-7946dbb90b5d,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:02.416180 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-40259d55-18fe-41a9-8d11-40d21ae8b301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:02.440637 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-40259d55-18fe-41a9-8d11-40d21ae8b301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:02.471565 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-479bab79-b542-47eb-b019-dda1d0a871fe tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:02.473239 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-479bab79-b542-47eb-b019-dda1d0a871fe tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.59 "GET /v2.0/networks?id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 200 len: 817 time: 0.1097362 Aug 31 07:42:02.496794 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-40259d55-18fe-41a9-8d11-40d21ae8b301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:02.499537 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-40259d55-18fe-41a9-8d11-40d21ae8b301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:02.500753 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-40259d55-18fe-41a9-8d11-40d21ae8b301 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/397c721e-bb65-45ab-a921-7946dbb90b5d HTTP/1.1" status: 204 len: 168 time: 0.1404769 Aug 31 07:42:02.509357 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40259d55-18fe-41a9-8d11-40d21ae8b301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397c721e-bb65-45ab-a921-7946dbb90b5d,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:02.528149 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-f3ae3000-5908-4b17-b6af-647d8b656957 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3 HTTP/1.1" status: 200 len: 380 time: 0.0404830 Aug 31 07:42:02.542651 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Request body: {'port': {'device_id': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'admin_state_up': True, 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'security_groups': ['cb09af62-37ce-4601-ba8f-bc2988d0fee0']}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:02.659552 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Made reservation on behalf of eb0762f16cec4dc5873bb2e84e4c4ce3 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:02.663030 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:02.804958 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 45906) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:02.807812 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Allocated IP 172.20.0.4 (fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d/b1810f6c-a578-4036-ab5a-13c99f83c500/bc9f6bba-f172-46d6-a80b-5cd58972c7c6) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:02.820078 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ddc12711-6523-42fb-ab5e-8fc4e5f7e502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:02.918553 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ddc12711-6523-42fb-ab5e-8fc4e5f7e502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:02.927235 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ddc12711-6523-42fb-ab5e-8fc4e5f7e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:02.970873 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ddc12711-6523-42fb-ab5e-8fc4e5f7e502 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce5db26ae92640f097cbf95f5d788fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646202 Aug 31 07:42:02.971799 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 45916) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:02.972466 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc12711-6523-42fb-ab5e-8fc4e5f7e502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd0bee4-fdb7-480f-b82b-5e85ee145324,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:03.002238 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:03.019688 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Transition to ACTIVE for port object bc9f6bba-f172-46d6-a80b-5cd58972c7c6 will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:03.039527 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-82ba074d-18b4-48ec-8448-7e5a81a3927d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:03.055931 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:03.067549 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-82ba074d-18b4-48ec-8448-7e5a81a3927d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:03.100573 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:03.105288 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:03.108396 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:03.125531 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-82ba074d-18b4-48ec-8448-7e5a81a3927d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:03.128657 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-82ba074d-18b4-48ec-8448-7e5a81a3927d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:03.129999 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-82ba074d-18b4-48ec-8448-7e5a81a3927d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dfd0bee4-fdb7-480f-b82b-5e85ee145324 HTTP/1.1" status: 204 len: 168 time: 0.1527750 Aug 31 07:42:03.140174 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba074d-18b4-48ec-8448-7e5a81a3927d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd0bee4-fdb7-480f-b82b-5e85ee145324,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:03.170507 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event updated for resources: {'Port': ['ID=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:03.189199 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:03.189988 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:03.205739 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ee2cac07-b52d-414b-8600-07d83d992ed4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6674032 Aug 31 07:42:03.259282 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c56737-f748-481e-9f3c-bb6f6b360673 req-25be7bd8-1158-4f62-a33f-9e89dd15f013 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:03.261303 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e3c56737-f748-481e-9f3c-bb6f6b360673 req-25be7bd8-1158-4f62-a33f-9e89dd15f013 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0612664 Aug 31 07:42:03.323439 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e3c56737-f748-481e-9f3c-bb6f6b360673 req-b0766632-3dc0-4bd9-bad1-36618bea0b9f tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500114 Aug 31 07:42:03.384047 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-b9cb5472-f9c1-41ac-be2a-c7d0b06c022d None None] Provisioning for port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:03.391950 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-b9cb5472-f9c1-41ac-be2a-c7d0b06c022d None None] Provisioning complete for port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:03.392779 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-b9cb5472-f9c1-41ac-be2a-c7d0b06c022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:03.409069 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Request body: {'port': {'device_id': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:03.436199 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb5472-f9c1-41ac-be2a-c7d0b06c022d None None] Port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:42:03.478588 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:03.491673 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335d629-876e-4cf9-8718-9a83e0c9d053 req-4fbb4aee-fb85-43ac-8857-69c03419d79d tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:03.493247 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1335d629-876e-4cf9-8718-9a83e0c9d053 req-4fbb4aee-fb85-43ac-8857-69c03419d79d tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0867085 Aug 31 07:42:03.516889 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1a3d-3c0b-48c5-bc4a-8f80dee53b98 req-ff917507-f9fa-4273-87d2-9d1f4acc6bd7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:03.518489 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a36e1a3d-3c0b-48c5-bc4a-8f80dee53b98 req-ff917507-f9fa-4273-87d2-9d1f4acc6bd7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 931 time: 0.0988073 Aug 31 07:42:03.561494 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1335d629-876e-4cf9-8718-9a83e0c9d053 req-57a19818-6a6e-4ad0-844c-b1fae706a27e tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617993 Aug 31 07:42:03.578739 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a36e1a3d-3c0b-48c5-bc4a-8f80dee53b98 req-daf91687-3cee-43d1-8bfd-f754733e19f3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534942 Aug 31 07:42:03.821813 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9f6bba-f172-46d6-a80b-5cd58972c7c6 {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:03.830991 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:03.846318 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Transition to ACTIVE for port object bc9f6bba-f172-46d6-a80b-5cd58972c7c6 will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:03.851127 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:03.929415 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:03.937276 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93428fd-79fb-4916-b99d-47e2d0f440f0 req-f34f50e9-e273-47bf-9cf0-78b1db5ee311 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:03.946819 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c93428fd-79fb-4916-b99d-47e2d0f440f0 req-f34f50e9-e273-47bf-9cf0-78b1db5ee311 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0624511 Aug 31 07:42:03.982377 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c93428fd-79fb-4916-b99d-47e2d0f440f0 req-5aaff040-fb7d-45e1-878a-4f81f8cf7376 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345335 Aug 31 07:42:03.999370 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Attempting to bind port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:03.999632 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Attempting to bind port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:03.999962 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Attempting to bind port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 on network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:04.009383 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 on network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:42:04.010518 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Attempting to bind port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 on network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:04.025337 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:04.026320 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Checking segment: {'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:04.027522 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Bound using segment: {'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:04.027678 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Bound port: bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f818f9-fd24-463d-bb2e-e17f717402ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:04.028157 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:04.136419 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] For port bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:04.139466 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] For port bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:04.144799 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:04.181448 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:04.182813 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:04.184060 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] 10.222.0.59 "PUT /v2.0/ports/bc9f6bba-f172-46d6-a80b-5cd58972c7c6 HTTP/1.1" status: 200 len: 1093 time: 0.9687824 Aug 31 07:42:04.184515 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:04.186782 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e4ecf0-cbc0-4a0d-baab-75a83a59c006" -d '{"events": [{"name": "network-changed", "server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:04.270509 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5480ebc-a1df-4806-8c69-45bf8221ad91 x-openstack-request-id: req-f5480ebc-a1df-4806-8c69-45bf8221ad91 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:04.270805 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:04.271161 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f5480ebc-a1df-4806-8c69-45bf8221ad91 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:04.271568 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'status': 'completed', 'code': 200} Aug 31 07:42:04.277115 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b773b75-a07d-4f3f-8153-0f603b6bb6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:04.300474 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-7b147fab-d27b-4ada-a0ee-13057c2a56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:04.302610 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-7b147fab-d27b-4ada-a0ee-13057c2a56ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 1096 time: 0.0707836 Aug 31 07:42:04.373657 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-3e1799e0-667e-4293-bb8a-0b5258601b37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6 HTTP/1.1" status: 200 len: 217 time: 0.0601366 Aug 31 07:42:04.508726 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-19f83522-88b3-4b4b-b55a-6b1f43b958ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:04.510254 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-19f83522-88b3-4b4b-b55a-6b1f43b958ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1810f6c-a578-4036-ab5a-13c99f83c500 HTTP/1.1" status: 200 len: 856 time: 0.1288302 Aug 31 07:42:04.574098 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-562df284-1f38-493b-9829-338ea986b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:04.575953 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-562df284-1f38-493b-9829-338ea986b009 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0582325 Aug 31 07:42:04.675548 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-e2c3b19b-4d29-4cfd-aa2d-91f5f185608c service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923383 Aug 31 07:42:04.713923 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4ad7e-db24-4829-8c83-2afc24894cd3 req-586f7d70-a6c5-4f50-81c8-9280c0e45416 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:04.715626 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-04b4ad7e-db24-4829-8c83-2afc24894cd3 req-586f7d70-a6c5-4f50-81c8-9280c0e45416 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0576015 Aug 31 07:42:04.771811 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-04b4ad7e-db24-4829-8c83-2afc24894cd3 req-4dbbf050-2fcc-4851-a585-46ffc2905e2e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449586 Aug 31 07:42:04.796478 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ba194d8f-fec1-444b-ae1d-0cab4f697f0f req-ecb92129-5bb3-49ca-8239-02a7d521a08f service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127908 Aug 31 07:42:04.884224 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4ecf0-cbc0-4a0d-baab-75a83a59c006 req-cac0edfe-313b-4511-92a4-9e7189d83c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:04.885768 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-03e4ecf0-cbc0-4a0d-baab-75a83a59c006 req-cac0edfe-313b-4511-92a4-9e7189d83c9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 1096 time: 0.0414541 Aug 31 07:42:04.977084 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4ecf0-cbc0-4a0d-baab-75a83a59c006 req-034afc93-b790-49cd-b2a7-f41a81df5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:04.978695 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-03e4ecf0-cbc0-4a0d-baab-75a83a59c006 req-034afc93-b790-49cd-b2a7-f41a81df5b66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 200 len: 918 time: 0.0859506 Aug 31 07:42:05.024824 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-03e4ecf0-cbc0-4a0d-baab-75a83a59c006 req-612c2c4b-a43b-4464-8067-cbf77bfd7081 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6 HTTP/1.1" status: 200 len: 217 time: 0.0380659 Aug 31 07:42:05.073574 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4ecf0-cbc0-4a0d-baab-75a83a59c006 req-2c79c107-ca7c-4b4b-95f1-a190769512c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:05.074691 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-03e4ecf0-cbc0-4a0d-baab-75a83a59c006 req-2c79c107-ca7c-4b4b-95f1-a190769512c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1810f6c-a578-4036-ab5a-13c99f83c500 HTTP/1.1" status: 200 len: 856 time: 0.0430861 Aug 31 07:42:05.121633 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4ecf0-cbc0-4a0d-baab-75a83a59c006 req-12b12cc7-e9b2-406d-981e-ecbe1866ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:05.123119 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-03e4ecf0-cbc0-4a0d-baab-75a83a59c006 req-12b12cc7-e9b2-406d-981e-ecbe1866ac55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413284 Aug 31 07:42:05.232495 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46006) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:05.347057 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-03aba60c-981a-4e39-8fb4-ef6ea7861831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.443321 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-03aba60c-981a-4e39-8fb4-ef6ea7861831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.450562 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-03aba60c-981a-4e39-8fb4-ef6ea7861831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.469231 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-03e4ecf0-cbc0-4a0d-baab-75a83a59c006 req-3ae1ff71-c00a-4909-9075-48cf6b35a7e0 service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386080 Aug 31 07:42:05.490885 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-03aba60c-981a-4e39-8fb4-ef6ea7861831 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b252882632640339ae659c456b16747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572875 Aug 31 07:42:05.492049 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aba60c-981a-4e39-8fb4-ef6ea7861831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010a559d-1c1a-4267-8ff5-204a79088338,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:05.494605 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46012) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:05.549035 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-473d556b-ad29-4c1f-9138-ca816bf7aeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.574049 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-473d556b-ad29-4c1f-9138-ca816bf7aeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.581004 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-03e4ecf0-cbc0-4a0d-baab-75a83a59c006 req-22f1ae17-3f44-43af-8b5d-f6003b151bf6 service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029501 Aug 31 07:42:05.632416 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-473d556b-ad29-4c1f-9138-ca816bf7aeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.636444 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-473d556b-ad29-4c1f-9138-ca816bf7aeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:05.638053 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-473d556b-ad29-4c1f-9138-ca816bf7aeed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/010a559d-1c1a-4267-8ff5-204a79088338 HTTP/1.1" status: 204 len: 168 time: 0.1424918 Aug 31 07:42:05.659783 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d556b-ad29-4c1f-9138-ca816bf7aeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010a559d-1c1a-4267-8ff5-204a79088338,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:05.913233 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23544175-d567-4bd1-8e8e-f860a419f53b req-5bfc0402-8f93-4d12-b5eb-0ef24d7cec57 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:05.922095 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-23544175-d567-4bd1-8e8e-f860a419f53b req-5bfc0402-8f93-4d12-b5eb-0ef24d7cec57 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0652823 Aug 31 07:42:05.967404 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-23544175-d567-4bd1-8e8e-f860a419f53b req-6926fa70-46b2-4a56-ac24-90f8575f497e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437098 Aug 31 07:42:05.999410 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46066) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:06.015700 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-86a162d2-5a25-48fd-bdd2-fbe89d94a41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.132219 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-86a162d2-5a25-48fd-bdd2-fbe89d94a41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.140154 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-86a162d2-5a25-48fd-bdd2-fbe89d94a41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.190427 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-86a162d2-5a25-48fd-bdd2-fbe89d94a41d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=767cb2f160c84faeb87f1dd67529209e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894567 Aug 31 07:42:06.191984 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a162d2-5a25-48fd-bdd2-fbe89d94a41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d04bef-8394-4e77-abfe-97a0324962ad,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:06.193409 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46070) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:06.263469 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-12ccd8f6-8dd7-489a-8f89-827a91e00da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.287721 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-12ccd8f6-8dd7-489a-8f89-827a91e00da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.343237 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46076) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:06.346503 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-12ccd8f6-8dd7-489a-8f89-827a91e00da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.349055 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-12ccd8f6-8dd7-489a-8f89-827a91e00da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.350174 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-12ccd8f6-8dd7-489a-8f89-827a91e00da0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15d04bef-8394-4e77-abfe-97a0324962ad HTTP/1.1" status: 204 len: 168 time: 0.1552229 Aug 31 07:42:06.361583 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccd8f6-8dd7-489a-8f89-827a91e00da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d04bef-8394-4e77-abfe-97a0324962ad,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:06.646113 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e5632752-8ee6-4c99-aaa7-77a5259b2bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.718700 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df51ad3-fe64-4b1f-a657-a6365052a713 req-b3124551-f4ac-463d-86da-1b4e9898838a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:06.720228 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5df51ad3-fe64-4b1f-a657-a6365052a713 req-b3124551-f4ac-463d-86da-1b4e9898838a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0763009 Aug 31 07:42:06.783234 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5df51ad3-fe64-4b1f-a657-a6365052a713 req-95a5fa0b-8feb-4272-b259-2ef9c6d2531a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565977 Aug 31 07:42:06.820406 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e5632752-8ee6-4c99-aaa7-77a5259b2bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.825524 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e5632752-8ee6-4c99-aaa7-77a5259b2bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.864052 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5632752-8ee6-4c99-aaa7-77a5259b2bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9439ea3-ff74-4b38-a44a-d74119246433,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:06.868338 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-e5632752-8ee6-4c99-aaa7-77a5259b2bdc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d31c488ba764ebaba816109735c4abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5232368 Aug 31 07:42:06.871330 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46098) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:06.924484 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5d18d7a3-9514-4c96-9f6c-d433236f2eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.949348 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5d18d7a3-9514-4c96-9f6c-d433236f2eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:07.002376 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5d18d7a3-9514-4c96-9f6c-d433236f2eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:07.005403 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5d18d7a3-9514-4c96-9f6c-d433236f2eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:07.006485 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-5d18d7a3-9514-4c96-9f6c-d433236f2eae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c9439ea3-ff74-4b38-a44a-d74119246433 HTTP/1.1" status: 204 len: 168 time: 0.1340904 Aug 31 07:42:07.015954 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18d7a3-9514-4c96-9f6c-d433236f2eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9439ea3-ff74-4b38-a44a-d74119246433,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:07.120006 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e578a8-d496-4ce8-af44-edfe128ca19b req-f9f2d2c3-2005-4bbd-87fa-fd153264b60a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:07.123178 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a7e578a8-d496-4ce8-af44-edfe128ca19b req-f9f2d2c3-2005-4bbd-87fa-fd153264b60a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0530870 Aug 31 07:42:07.164815 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a7e578a8-d496-4ce8-af44-edfe128ca19b req-1b88fe85-648f-4c77-9490-a2ca1ecf7486 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372179 Aug 31 07:42:07.400926 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46124) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:07.413682 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e424e096-9a69-4810-bc9d-90a612b05b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:07.505461 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e424e096-9a69-4810-bc9d-90a612b05b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:07.509323 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e424e096-9a69-4810-bc9d-90a612b05b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:07.550273 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-e424e096-9a69-4810-bc9d-90a612b05b12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0d5f8c874d50456fb1d7ef1e81d04529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460114 Aug 31 07:42:07.550273 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424e096-9a69-4810-bc9d-90a612b05b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a54f8f-69fe-4a00-b625-86ec4c49fc1d,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:07.550770 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46128) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:07.598373 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device bc9f6bba-f172-46d6-a80b-5cd58972c7c6 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:07.605869 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-01ade2f5-7957-429e-9f70-b474b4261857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:07.628234 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-01ade2f5-7957-429e-9f70-b474b4261857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:07.683133 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-01ade2f5-7957-429e-9f70-b474b4261857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:07.686316 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-01ade2f5-7957-429e-9f70-b474b4261857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:07.690260 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-01ade2f5-7957-429e-9f70-b474b4261857 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75a54f8f-69fe-4a00-b625-86ec4c49fc1d HTTP/1.1" status: 204 len: 168 time: 0.1385589 Aug 31 07:42:07.698721 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ade2f5-7957-429e-9f70-b474b4261857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a54f8f-69fe-4a00-b625-86ec4c49fc1d,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:07.705610 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:07.725034 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'port_id': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'mac_address': 'fa:16:3e:4a:ba:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:42:07.777768 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:07.796959 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9f6bba-f172-46d6-a80b-5cd58972c7c6 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:07.820779 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:07.826197 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:07.913576 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:07.956351 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33f2d0-7363-48f5-a275-6c690b1fb1e2 req-a7988aa4-74fa-46e4-8a88-7a9f5b62b4d3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:07.957867 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ef33f2d0-7363-48f5-a275-6c690b1fb1e2 req-a7988aa4-74fa-46e4-8a88-7a9f5b62b4d3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 945 time: 0.0983450 Aug 31 07:42:07.966674 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3e380-ede3-4ee0-ab69-eef243ffadf3 req-06cbb8be-8db7-4b25-a2b4-8a3775f3a0eb tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:07.968131 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e8c3e380-ede3-4ee0-ab69-eef243ffadf3 req-06cbb8be-8db7-4b25-a2b4-8a3775f3a0eb tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0959184 Aug 31 07:42:08.036801 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ef33f2d0-7363-48f5-a275-6c690b1fb1e2 req-3c0c26fa-244e-49d2-9baf-cf7292ff7fb8 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675449 Aug 31 07:42:08.042526 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e8c3e380-ede3-4ee0-ab69-eef243ffadf3 req-ffc3d2fc-9425-4f91-a570-1bc3d73ef0e7 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664485 Aug 31 07:42:08.106781 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['bc9f6bba-f172-46d6-a80b-5cd58972c7c6'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:08.323366 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ddc7e-8e0d-4f41-90ba-244ca7556656 req-e0f0ed69-a5d2-4752-84cd-838b9527288a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:08.325627 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c45ddc7e-8e0d-4f41-90ba-244ca7556656 req-e0f0ed69-a5d2-4752-84cd-838b9527288a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 944 time: 0.0615807 Aug 31 07:42:08.381273 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c45ddc7e-8e0d-4f41-90ba-244ca7556656 req-20e1afa9-5c89-4777-9e9f-debe99aa5449 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495756 Aug 31 07:42:08.727320 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10082af5-794c-4ef5-9347-7072a2c90acd req-4daf4c73-04db-45fb-b5d5-39dc069efb41 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:08.729462 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-10082af5-794c-4ef5-9347-7072a2c90acd req-4daf4c73-04db-45fb-b5d5-39dc069efb41 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.59 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.0509169 Aug 31 07:42:08.786765 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46190) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:08.829952 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Deleting port 411a49e2-5dfb-46ef-a234-4f959ece50bb {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:08.830293 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:08.911969 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d60a6e5b-5fc8-481e-8874-2d2d5950427a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:08.937675 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] For port 411a49e2-5dfb-46ef-a234-4f959ece50bb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=411a49e2-5dfb-46ef-a234-4f959ece50bb,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:08.938410 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.036571 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d60a6e5b-5fc8-481e-8874-2d2d5950427a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.043015 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d60a6e5b-5fc8-481e-8874-2d2d5950427a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.099010 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a6e5b-5fc8-481e-8874-2d2d5950427a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9a6c23-e986-4590-80ae-808fbc73bab8,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:09.125495 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-d60a6e5b-5fc8-481e-8874-2d2d5950427a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5903bd0437ac4c0bab06f3074fc2556f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375604 Aug 31 07:42:09.129763 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46206) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:09.183675 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.184357 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.184901 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.l3_db [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Floating IP db448146-a5a2-4324-b92d-78fd9b720902 disassociated. External IP: 172.27.0.79, port: 411a49e2-5dfb-46ef-a234-4f959ece50bb. Aug 31 07:42:09.185257 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Calling delete_port for 411a49e2-5dfb-46ef-a234-4f959ece50bb owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:09.259708 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-883d89ff-6cab-44c6-8cb3-bff6d1d7e789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.297404 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1b446-e984-4067-9301-334660b2f0ab req-6c45f70c-5ef1-4975-8ac8-ae47530f547d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:09.299144 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-41a1b446-e984-4067-9301-334660b2f0ab req-6c45f70c-5ef1-4975-8ac8-ae47530f547d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 945 time: 0.1103532 Aug 31 07:42:09.310031 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850fdae-963d-4b01-b8fa-bdb68e225684 req-cde682bd-f4ac-487b-bd87-1d284d322e1c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:09.311550 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8850fdae-963d-4b01-b8fa-bdb68e225684 req-cde682bd-f4ac-487b-bd87-1d284d322e1c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 945 time: 0.1240067 Aug 31 07:42:09.314674 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-883d89ff-6cab-44c6-8cb3-bff6d1d7e789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.339440 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.370284 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event deleted for resources: {'Port': ['ID=411a49e2-5dfb-46ef-a234-4f959ece50bb,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:09.413644 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-41a1b446-e984-4067-9301-334660b2f0ab req-21e9c1eb-6941-4c7e-af8c-1fa8acde19ac tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011059 Aug 31 07:42:09.420249 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8850fdae-963d-4b01-b8fa-bdb68e225684 req-d0630c7a-5617-433d-a95a-149d8980c7b4 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a89b22d2-ef5f-41f2-afbd-1322340ac1b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027949 Aug 31 07:42:09.475895 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-883d89ff-6cab-44c6-8cb3-bff6d1d7e789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.476605 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-883d89ff-6cab-44c6-8cb3-bff6d1d7e789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.477821 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-883d89ff-6cab-44c6-8cb3-bff6d1d7e789 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a9a6c23-e986-4590-80ae-808fbc73bab8 HTTP/1.1" status: 204 len: 168 time: 0.3461599 Aug 31 07:42:09.488408 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d89ff-6cab-44c6-8cb3-bff6d1d7e789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9a6c23-e986-4590-80ae-808fbc73bab8,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:09.561717 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-0449fd3e-5de0-464a-a033-b032ad1477e1 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:09.563465 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-0449fd3e-5de0-464a-a033-b032ad1477e1 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 945 time: 0.0677021 Aug 31 07:42:09.565600 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Router 8247255c-37e7-47b2-841d-16eb5d2cdc1f has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:09.599464 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6d6b8-2295-4e68-947e-8daf5e61b416 req-ce824c35-52f0-4fa5-982f-b3c7e299f3bd tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:09.602999 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-77b6d6b8-2295-4e68-947e-8daf5e61b416 req-ce824c35-52f0-4fa5-982f-b3c7e299f3bd tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 944 time: 0.0719674 Aug 31 07:42:09.613759 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device bc9f6bba-f172-46d6-a80b-5cd58972c7c6 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:09.662471 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-77b6d6b8-2295-4e68-947e-8daf5e61b416 req-bbc1d3af-9068-4d05-9296-787dde7a348d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481272 Aug 31 07:42:09.709723 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:09.722520 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:09.723336 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.810116 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Deleting port 60da8caf-dceb-4715-911f-5635154a2a0d {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:09.811161 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.818495 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:09.843296 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.845856 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1461cc86-508a-426b-99b9-a30c757cd2c5 None None] Sync routers for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:09.891084 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:09.893274 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:09.896774 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb6e271-3015-4d09-8997-2262dfe1b484" -d '{"events": [{"server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "name": "network-vif-plugged", "status": "completed", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:09.913159 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.921383 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] No DVR routers for this DVR port 411a49e2-5dfb-46ef-a234-4f959ece50bb on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:42:09.924102 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:09.926600 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1461cc86-508a-426b-99b9-a30c757cd2c5 None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:09.926600 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-1461cc86-508a-426b-99b9-a30c757cd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:41:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:09.928907 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-10082af5-794c-4ef5-9347-7072a2c90acd req-3e697ffa-180e-48b6-a04f-ce2f4627e28c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.59 "DELETE /v2.0/ports/411a49e2-5dfb-46ef-a234-4f959ece50bb HTTP/1.1" status: 204 len: 173 time: 1.1927783 Aug 31 07:42:09.935834 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ba0502-f42b-46c1-9345-ad90ba7753f1', 'name': 'network-vif-deleted', 'tag': '411a49e2-5dfb-46ef-a234-4f959ece50bb'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:09.938893 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d5bb33-c699-4528-8244-71cb566a73a3" -d '{"events": [{"server_uuid": "43ba0502-f42b-46c1-9345-ad90ba7753f1", "name": "network-vif-deleted", "tag": "411a49e2-5dfb-46ef-a234-4f959ece50bb"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:09.971473 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17415876-77ba-4c69-808d-2e5db6238548 x-openstack-request-id: req-17415876-77ba-4c69-808d-2e5db6238548 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:09.971758 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "name": "network-vif-plugged", "status": "completed", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:09.972016 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17415876-77ba-4c69-808d-2e5db6238548 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:09.972476 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'code': 200} Aug 31 07:42:10.004744 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc968cd-fe75-4c64-8dcf-e1dc6988597c x-openstack-request-id: req-ecc968cd-fe75-4c64-8dcf-e1dc6988597c {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:10.006337 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ba0502-f42b-46c1-9345-ad90ba7753f1", "name": "network-vif-deleted", "tag": "411a49e2-5dfb-46ef-a234-4f959ece50bb", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:10.006868 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ecc968cd-fe75-4c64-8dcf-e1dc6988597c {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:10.007733 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ba0502-f42b-46c1-9345-ad90ba7753f1', 'name': 'network-vif-deleted', 'tag': '411a49e2-5dfb-46ef-a234-4f959ece50bb', 'status': 'completed', 'code': 200} Aug 31 07:42:10.063962 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] For port 60da8caf-dceb-4715-911f-5635154a2a0d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60da8caf-dceb-4715-911f-5635154a2a0d,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:10.064619 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.072599 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:10.100389 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46236) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:10.109868 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-1461cc86-508a-426b-99b9-a30c757cd2c5 None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:10.122744 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-19747ea2-f434-49eb-910a-a0d426c58ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.242740 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-19747ea2-f434-49eb-910a-a0d426c58ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.247717 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-19747ea2-f434-49eb-910a-a0d426c58ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.284886 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19747ea2-f434-49eb-910a-a0d426c58ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca89e069-77a0-4585-8c3a-fa5fa9a745a7,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:10.292398 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021146bb-32a8-433c-89cb-bbad67a969c2 req-6a95446e-95e6-49ac-b7b3-09774a1f2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:10.293934 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-021146bb-32a8-433c-89cb-bbad67a969c2 req-6a95446e-95e6-49ac-b7b3-09774a1f2242 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 1098 time: 0.1277735 Aug 31 07:42:10.298171 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-19747ea2-f434-49eb-910a-a0d426c58ff7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2df28705ad7b4a1a8bb135e0f6acb257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913011 Aug 31 07:42:10.298460 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46238) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:10.337976 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.338842 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.338842 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.l3_db [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Floating IP 9b3894c1-ed6b-43d3-a2fc-69bd8a422af1 disassociated. External IP: 172.27.0.172, port: 60da8caf-dceb-4715-911f-5635154a2a0d. Aug 31 07:42:10.339125 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Calling delete_port for 60da8caf-dceb-4715-911f-5635154a2a0d owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:10.350890 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-855aec2a-8f06-4b01-8379-328ef5e41555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.356695 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-021146bb-32a8-433c-89cb-bbad67a969c2 req-c0a1e690-db8a-4e33-aaed-bd193f843781 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510559 Aug 31 07:42:10.375556 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-855aec2a-8f06-4b01-8379-328ef5e41555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.425460 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-855aec2a-8f06-4b01-8379-328ef5e41555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.428581 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-855aec2a-8f06-4b01-8379-328ef5e41555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.432719 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-855aec2a-8f06-4b01-8379-328ef5e41555 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca89e069-77a0-4585-8c3a-fa5fa9a745a7 HTTP/1.1" status: 204 len: 168 time: 0.1305966 Aug 31 07:42:10.446181 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855aec2a-8f06-4b01-8379-328ef5e41555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca89e069-77a0-4585-8c3a-fa5fa9a745a7,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:10.452229 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-1461cc86-508a-426b-99b9-a30c757cd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:59Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:10.497899 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1461cc86-508a-426b-99b9-a30c757cd2c5 None None] Checking router: 8247255c-37e7-47b2-841d-16eb5d2cdc1f for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:10.503371 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:10.513092 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1461cc86-508a-426b-99b9-a30c757cd2c5 None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:10.514035 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-1461cc86-508a-426b-99b9-a30c757cd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:41:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:10.545838 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event deleted for resources: {'Port': ['ID=60da8caf-dceb-4715-911f-5635154a2a0d,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:10.626558 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f7b6c7df-bee4-4e3a-9859-f2f19683a790 req-ada439ba-7a08-44cc-a950-326d5003a55e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 210 time: 0.0737748 Aug 31 07:42:10.669419 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dc1a09b7-6dac-4217-b899-533e863d3a19 req-5df4d1a4-b26b-44f4-814f-df2ea8b7acfd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=43ba0502-f42b-46c1-9345-ad90ba7753f1 HTTP/1.1" status: 200 len: 210 time: 0.1025321 Aug 31 07:42:10.680447 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-1461cc86-508a-426b-99b9-a30c757cd2c5 None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:10.798307 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Router 591258f2-d1db-4690-8099-393e6a6f3234 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:10.816122 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46d3ff-c00d-4660-af39-4a0c1aae61c4 req-3ef155f6-1747-418c-b212-24dbd29c00ad tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:10.817686 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5e46d3ff-c00d-4660-af39-4a0c1aae61c4 req-3ef155f6-1747-418c-b212-24dbd29c00ad tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0587013 Aug 31 07:42:10.891898 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5e46d3ff-c00d-4660-af39-4a0c1aae61c4 req-da5c2b42-ac19-4622-8563-513d2c31f560 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605030 Aug 31 07:42:10.979489 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:10.991503 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c18ca0b-a55e-4aab-ac2b-c38fb2e6186e None None] Sync routers for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:10.999881 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-1461cc86-508a-426b-99b9-a30c757cd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:59Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:11.007652 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c18ca0b-a55e-4aab-ac2b-c38fb2e6186e None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:11.008297 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-6c18ca0b-a55e-4aab-ac2b-c38fb2e6186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:41:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:11.048869 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1461cc86-508a-426b-99b9-a30c757cd2c5 None None] The sync data for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi is: [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:59Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:11.065825 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] No DVR routers for this DVR port 60da8caf-dceb-4715-911f-5635154a2a0d on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:42:11.070625 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:11.072794 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-34ca32a6-d3a9-41d9-ade0-ceaa8a91811e req-55cd5137-ad9e-4f80-aefa-b4b4df43881d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "DELETE /v2.0/ports/60da8caf-dceb-4715-911f-5635154a2a0d HTTP/1.1" status: 204 len: 173 time: 1.4986024 Aug 31 07:42:11.198128 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-6c18ca0b-a55e-4aab-ac2b-c38fb2e6186e None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:11.492801 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-6c18ca0b-a55e-4aab-ac2b-c38fb2e6186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:11.494769 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3760d-7b67-4f7c-b207-fd27ae7c7c27 None None] New status for floating IP db448146-a5a2-4324-b92d-78fd9b720902: DOWN {{(pid=94044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:42:11.544023 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c18ca0b-a55e-4aab-ac2b-c38fb2e6186e None None] Checking router: 591258f2-d1db-4690-8099-393e6a6f3234 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:11.553338 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c18ca0b-a55e-4aab-ac2b-c38fb2e6186e None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:11.554108 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-6c18ca0b-a55e-4aab-ac2b-c38fb2e6186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:41:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:11.673949 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-6c18ca0b-a55e-4aab-ac2b-c38fb2e6186e None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:11.809716 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e46abc67-7c69-4f1a-ac27-b35abacfba44 req-6e861764-0d93-4924-bb68-e531d06809dd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=a166e22f-56ef-447c-98d4-5431af1fa00c HTTP/1.1" status: 200 len: 210 time: 0.0487981 Aug 31 07:42:11.816003 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46304) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:11.901702 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-31c31e53-77dc-49a3-9e4f-8dafcbfe1729 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:11.928100 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-31c31e53-77dc-49a3-9e4f-8dafcbfe1729 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:11.959903 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-6c18ca0b-a55e-4aab-ac2b-c38fb2e6186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:11.993384 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c18ca0b-a55e-4aab-ac2b-c38fb2e6186e None None] The sync data for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi is: [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:12.005581 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-31c31e53-77dc-49a3-9e4f-8dafcbfe1729 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.009123 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-31c31e53-77dc-49a3-9e4f-8dafcbfe1729 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.010877 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-31c31e53-77dc-49a3-9e4f-8dafcbfe1729 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "DELETE /v2.0/security-groups/a89b22d2-ef5f-41f2-afbd-1322340ac1b4 HTTP/1.1" status: 204 len: 168 time: 0.1936066 Aug 31 07:42:12.013751 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46308) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:12.016912 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a166e22f-56ef-447c-98d4-5431af1fa00c', 'name': 'network-vif-deleted', 'tag': '60da8caf-dceb-4715-911f-5635154a2a0d'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:12.019576 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d16c7f-e858-4c5e-b352-10ada89b9e71" -d '{"events": [{"server_uuid": "a166e22f-56ef-447c-98d4-5431af1fa00c", "name": "network-vif-deleted", "tag": "60da8caf-dceb-4715-911f-5635154a2a0d"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:12.031293 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c31e53-77dc-49a3-9e4f-8dafcbfe1729 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89b22d2-ef5f-41f2-afbd-1322340ac1b4,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:12.070086 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.api.v2.resource [None req-8c14866a-7e71-4b1f-82d9-1ede73971a95 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] show failed (client error): The resource could not be found. Aug 31 07:42:12.071502 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-8c14866a-7e71-4b1f-82d9-1ede73971a95 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups/a89b22d2-ef5f-41f2-afbd-1322340ac1b4 HTTP/1.1" status: 404 len: 347 time: 0.0566680 Aug 31 07:42:12.074852 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46312) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:12.113802 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee75ee-8dac-4a23-8a6a-6f467c1339d0 req-f1508e9e-9d69-459e-982a-dee6ea4965c5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:12.115328 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5eee75ee-8dac-4a23-8a6a-6f467c1339d0 req-f1508e9e-9d69-459e-982a-dee6ea4965c5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0933323 Aug 31 07:42:12.120572 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367525c8-2c32-4026-b018-d97362004be4 x-openstack-request-id: req-367525c8-2c32-4026-b018-d97362004be4 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:12.121048 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a166e22f-56ef-447c-98d4-5431af1fa00c", "name": "network-vif-deleted", "tag": "60da8caf-dceb-4715-911f-5635154a2a0d", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:12.121471 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-367525c8-2c32-4026-b018-d97362004be4 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:12.121870 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a166e22f-56ef-447c-98d4-5431af1fa00c', 'name': 'network-vif-deleted', 'tag': '60da8caf-dceb-4715-911f-5635154a2a0d', 'status': 'completed', 'code': 200} Aug 31 07:42:12.164507 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5eee75ee-8dac-4a23-8a6a-6f467c1339d0 req-e71c174e-267f-4371-b4f4-51b9395ea734 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415535 Aug 31 07:42:12.284091 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8cee4-c455-4665-916e-df98ba20e7a2 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Deleting port ddc0bc4d-a3e9-44b5-8e93-89c9cd64f2a4 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:42:12.284706 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cee4-c455-4665-916e-df98ba20e7a2 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.357279 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6d570-9a67-4228-a7e5-7ac91a4db506 req-246138f8-a055-4aca-b194-c64bf13ac309 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:12.359107 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b1d6d570-9a67-4228-a7e5-7ac91a4db506 req-246138f8-a055-4aca-b194-c64bf13ac309 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0581138 Aug 31 07:42:12.367650 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46320) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:12.373017 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-24ef8a31-98e0-448f-a012-4717da8b2672 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Request body: {'floatingip': {'port_id': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:12.378975 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cee4-c455-4665-916e-df98ba20e7a2 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.379311 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cee4-c455-4665-916e-df98ba20e7a2 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.395223 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8cee4-c455-4665-916e-df98ba20e7a2 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Calling delete_port for ddc0bc4d-a3e9-44b5-8e93-89c9cd64f2a4 owned by network:floatingip {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:42:12.395398 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b3dae0-7736-4961-83eb-94778a489dba None None] New status for floating IP 9b3894c1-ed6b-43d3-a2fc-69bd8a422af1: DOWN {{(pid=94045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:42:12.417892 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-24ef8a31-98e0-448f-a012-4717da8b2672 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.564547 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cee4-c455-4665-916e-df98ba20e7a2 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.610418 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8cee4-c455-4665-916e-df98ba20e7a2 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event deleted for resources: {'Port': ['ID=ddc0bc4d-a3e9-44b5-8e93-89c9cd64f2a4,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:12.678275 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cee4-c455-4665-916e-df98ba20e7a2 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.682589 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ccf8cee4-c455-4665-916e-df98ba20e7a2 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:12.683756 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-ccf8cee4-c455-4665-916e-df98ba20e7a2 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "DELETE /v2.0/floatingips/db448146-a5a2-4324-b92d-78fd9b720902 HTTP/1.1" status: 204 len: 168 time: 0.6076384 Aug 31 07:42:12.977790 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46348) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:12.983438 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-6d1ae5fd-b6df-4063-81c0-30ca9d525f3c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993450474', 'description': 'tempest-description--290156376'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:13.014722 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5fd-b6df-4063-81c0-30ca9d525f3c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.097056 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46354) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:13.124441 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5fd-b6df-4063-81c0-30ca9d525f3c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.129982 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5fd-b6df-4063-81c0-30ca9d525f3c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.144473 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03209621-de06-4093-bb52-04ecfb32e7eb req-e9146138-933e-4071-b2cc-8e2aeba5a9cb tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:13.145934 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-03209621-de06-4093-bb52-04ecfb32e7eb req-e9146138-933e-4071-b2cc-8e2aeba5a9cb tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 945 time: 0.1328802 Aug 31 07:42:13.159973 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6d1ae5fd-b6df-4063-81c0-30ca9d525f3c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.161210 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-6d1ae5fd-b6df-4063-81c0-30ca9d525f3c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1815104 Aug 31 07:42:13.165098 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46358) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:13.167597 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ae5fd-b6df-4063-81c0-30ca9d525f3c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:13.179453 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-2e1e431c-e098-43de-895a-5497531ce514 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Request body: {'security_group_rule': {'security_group_id': 'a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:13.276047 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5146-6be4-4816-8556-7fc6f564f40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.278245 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-d1b68c58-5d31-4abc-b7ab-7f43f3c34322 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905358082&fields=id&tenant_id=e62b3c325dfe412bb093fa6ba41ce608 HTTP/1.1" status: 200 len: 267 time: 0.1470697 Aug 31 07:42:13.281908 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2e1e431c-e098-43de-895a-5497531ce514 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.286552 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-03209621-de06-4093-bb52-04ecfb32e7eb req-33d768a9-5e89-4b85-adfc-255f8af4a2b8 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303380 Aug 31 07:42:13.342804 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46360) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:13.376638 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5146-6be4-4816-8556-7fc6f564f40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.380985 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5146-6be4-4816-8556-7fc6f564f40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.420634 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.db.resource_extend [None req-24ef8a31-98e0-448f-a012-4717da8b2672 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 07:42:13.435036 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-3b1b5146-6be4-4816-8556-7fc6f564f40c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ebc7e1ae7154467e90fc72cde3dcb97c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368561 Aug 31 07:42:13.435935 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b5146-6be4-4816-8556-7fc6f564f40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d596932c-5014-431b-a673-28b05eb24bad,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:13.438246 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46368) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:13.489940 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2e1e431c-e098-43de-895a-5497531ce514 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.498133 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0d600d0e-219a-4a6a-aaeb-9d1506e0db2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.506550 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2e1e431c-e098-43de-895a-5497531ce514 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.524545 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0d600d0e-219a-4a6a-aaeb-9d1506e0db2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.526458 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-ffaf1af1-b1b5-47af-9cfa-cc4ef4acfc5c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:13.533808 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-ffaf1af1-b1b5-47af-9cfa-cc4ef4acfc5c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 811 time: 0.2437956 Aug 31 07:42:13.543720 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-24ef8a31-98e0-448f-a012-4717da8b2672 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.557933 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-24ef8a31-98e0-448f-a012-4717da8b2672 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.560401 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e431c-e098-43de-895a-5497531ce514 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc88df4b-101c-40ee-a2ef-a7708ac83caa,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:13.595144 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0d600d0e-219a-4a6a-aaeb-9d1506e0db2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.599109 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0d600d0e-219a-4a6a-aaeb-9d1506e0db2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.604400 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-0d600d0e-219a-4a6a-aaeb-9d1506e0db2e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d596932c-5014-431b-a673-28b05eb24bad HTTP/1.1" status: 204 len: 168 time: 0.1616018 Aug 31 07:42:13.612643 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2e1e431c-e098-43de-895a-5497531ce514 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.613798 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-2e1e431c-e098-43de-895a-5497531ce514 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4410961 Aug 31 07:42:13.616396 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d600d0e-219a-4a6a-aaeb-9d1506e0db2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d596932c-5014-431b-a673-28b05eb24bad,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:13.618824 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46374) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:13.623910 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-f18b3f1b-328b-4296-b167-2d7095870847 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Request body: {'security_group_rule': {'security_group_id': 'a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:13.629588 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-2d12c8d8-52bb-4d6e-b5c5-e2de827c11f3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/quotas/e62b3c325dfe412bb093fa6ba41ce608 HTTP/1.1" status: 200 len: 375 time: 0.0948563 Aug 31 07:42:13.654412 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 60da8caf-dceb-4715-911f-5635154a2a0d no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:13.674511 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f18b3f1b-328b-4296-b167-2d7095870847 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.684082 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 60da8caf-dceb-4715-911f-5635154a2a0d {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:42:13.684810 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 60da8caf-dceb-4715-911f-5635154a2a0d not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:13.685438 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 411a49e2-5dfb-46ef-a234-4f959ece50bb no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:13.711559 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 411a49e2-5dfb-46ef-a234-4f959ece50bb {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:42:13.712963 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 411a49e2-5dfb-46ef-a234-4f959ece50bb not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:13.733945 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f18b3f1b-328b-4296-b167-2d7095870847 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.743983 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f18b3f1b-328b-4296-b167-2d7095870847 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.748968 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a53d6-0f7c-46dd-a012-f8b19d5279f2 tempest-TestMinimumBasicScenario-1713198875 tempest-TestMinimumBasicScenario-1713198875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:13.749871 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-4b5a53d6-0f7c-46dd-a012-f8b19d5279f2 tempest-TestMinimumBasicScenario-1713198875 tempest-TestMinimumBasicScenario-1713198875-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 1093 time: 0.4058688 Aug 31 07:42:13.753062 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46376) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:13.758981 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Request body: {'floatingip': {'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'port_id': '1e399cc8-fe0f-479b-9bba-3b21f5b25953', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:13.760231 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b3f1b-328b-4296-b167-2d7095870847 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec29459-105c-44d7-8a5a-147be959ba60,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:13.772750 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-3c475b9e-b70d-4e38-a327-8fc6bb70bb04 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1401315 Aug 31 07:42:13.773436 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.l3_db [None req-24ef8a31-98e0-448f-a012-4717da8b2672 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Floating IP 525972aa-1038-4ed1-a907-dc3602b574ac associated. External IP: 172.27.0.32, port: bc9f6bba-f172-46d6-a80b-5cd58972c7c6. Aug 31 07:42:13.777208 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f18b3f1b-328b-4296-b167-2d7095870847 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.782059 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-f18b3f1b-328b-4296-b167-2d7095870847 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591032 Aug 31 07:42:13.782536 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46380) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:13.787056 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Request body: {'floatingip': {'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:13.843309 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for floatingip, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.863529 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:13.975155 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46384) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:13.995287 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bd89f2c0-2c50-44b3-bd12-f2ede7865495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.005958 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.143929 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5eed14f6-a908-4012-be33-e87c82107681 service neutron] 10.222.0.62 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357201 Aug 31 07:42:14.152066 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Allocated IP 172.27.0.217 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/f6415074-1a6f-4562-9ff3-12feaeb8f5ea) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:14.229120 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bd89f2c0-2c50-44b3-bd12-f2ede7865495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.235986 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ef8a31-98e0-448f-a012-4717da8b2672 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Router dfb6ae64-4535-468e-a341-32c36e160d64 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:14.238014 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bd89f2c0-2c50-44b3-bd12-f2ede7865495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.247313 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.293189 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-bd89f2c0-2c50-44b3-bd12-f2ede7865495 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27fb2796d8de47aab453e83cbc2e3971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161690 Aug 31 07:42:14.301606 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46386) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:14.311590 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89f2c0-2c50-44b3-bd12-f2ede7865495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd275d4-a7d1-4508-a0e6-986abe43843b,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:14.345409 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.379480 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5e6320a4-d52e-4b7b-abe5-3909d4d593b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.393708 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-d3ba6ee4-8d20-46c4-9eac-032e89a1357d service neutron] 10.222.0.62 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409315 Aug 31 07:42:14.412560 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5e6320a4-d52e-4b7b-abe5-3909d4d593b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.434321 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.495806 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:14.505252 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:14.509674 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:14.544818 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event updated for resources: {'Port': ['ID=f6415074-1a6f-4562-9ff3-12feaeb8f5ea,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:14.575477 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5e6320a4-d52e-4b7b-abe5-3909d4d593b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.577802 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5e6320a4-d52e-4b7b-abe5-3909d4d593b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.587054 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-5e6320a4-d52e-4b7b-abe5-3909d4d593b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1cd275d4-a7d1-4508-a0e6-986abe43843b HTTP/1.1" status: 204 len: 168 time: 0.2842317 Aug 31 07:42:14.626993 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6320a4-d52e-4b7b-abe5-3909d4d593b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd275d4-a7d1-4508-a0e6-986abe43843b,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:14.667377 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.723720 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.727853 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ef8a31-98e0-448f-a012-4717da8b2672 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:14.735853 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-24ef8a31-98e0-448f-a012-4717da8b2672 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:14.757898 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b2d924-9005-4a7b-a7c6-7292def97e09 None None] Sync routers for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:14.758446 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Allocated IP 172.27.0.138 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/4b8ce473-befb-4ffe-8e62-c13d82984147) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:14.772539 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b2d924-9005-4a7b-a7c6-7292def97e09 None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:14.775645 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-71b2d924-9005-4a7b-a7c6-7292def97e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:41:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:14.794274 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-24ef8a31-98e0-448f-a012-4717da8b2672 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "PUT /v2.0/floatingips/525972aa-1038-4ed1-a907-dc3602b574ac HTTP/1.1" status: 200 len: 990 time: 2.4255016 Aug 31 07:42:14.805113 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6'}] {{(pid=94043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:14.807775 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8655ae71f89ec2b95c3046313fcc7688084414ddb3225736c66aa8988249ae5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6785f239-9559-43af-84dc-027456a77491" -d '{"events": [{"name": "network-changed", "server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6"}]}' {{(pid=94043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:14.903729 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-340fd83f-9df1-44ef-b70a-0a3d2c886b2e req-17189d8e-3364-4a11-a58a-93d1ade0dac6 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 210 time: 0.0563114 Aug 31 07:42:15.019019 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-71b2d924-9005-4a7b-a7c6-7292def97e09 None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:15.022327 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:15.107135 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:15.122794 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:15.129809 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:15.161627 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5e57aa-9946-415a-a917-f48a332736cc x-openstack-request-id: req-3f5e57aa-9946-415a-a917-f48a332736cc {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:15.162133 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6", "status": "completed", "code": 200}]} {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:15.162565 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f5e57aa-9946-415a-a917-f48a332736cc {{(pid=94043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:15.163120 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'status': 'completed', 'code': 200} Aug 31 07:42:15.176196 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:15.181915 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:15.186381 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:15.218208 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event updated for resources: {'Port': ['ID=4b8ce473-befb-4ffe-8e62-c13d82984147,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:15.268705 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event updated for resources: {'Port': ['ID=f6415074-1a6f-4562-9ff3-12feaeb8f5ea,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:15.278443 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:15.313767 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:15.315863 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-5de26104-f3e6-4cd9-b02d-6d7926fe7d16 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5322919 Aug 31 07:42:15.411272 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-71b2d924-9005-4a7b-a7c6-7292def97e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '525972aa-1038-4ed1-a907-dc3602b574ac', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'port_id': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'mac_address': 'fa:16:3e:4a:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:41:59Z', 'updated_at': '2021-08-31T07:42:13Z', 'revision_number': 1, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:37:01Z', 'revision_number': 5, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:15.455954 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b2d924-9005-4a7b-a7c6-7292def97e09 None None] Checking router: dfb6ae64-4535-468e-a341-32c36e160d64 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:15.469441 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b2d924-9005-4a7b-a7c6-7292def97e09 None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:15.471028 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-71b2d924-9005-4a7b-a7c6-7292def97e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:41:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:15.602497 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-71b2d924-9005-4a7b-a7c6-7292def97e09 None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:15.635982 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-13404db4-974f-4a4e-bbf0-6be22cbec058 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1993450474&fields=id&tenant_id=c818e9996e304eb49ab671310d8417de HTTP/1.1" status: 200 len: 267 time: 0.0891891 Aug 31 07:42:15.865223 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-e071f2fb-26fa-4ec1-88b1-49f33a914e7d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:15.866996 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-e071f2fb-26fa-4ec1-88b1-49f33a914e7d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/networks?id=cbbe651a-bee4-4db8-aa44-d3d2ab957402 HTTP/1.1" status: 200 len: 811 time: 0.2203317 Aug 31 07:42:15.876180 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:15.896792 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-71b2d924-9005-4a7b-a7c6-7292def97e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '525972aa-1038-4ed1-a907-dc3602b574ac', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'port_id': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'mac_address': 'fa:16:3e:4a:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:41:59Z', 'updated_at': '2021-08-31T07:42:13Z', 'revision_number': 1, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:37:01Z', 'revision_number': 5, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:15.914265 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8fe4d5f1-29c3-4038-9396-e355927f1a24 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/quotas/c818e9996e304eb49ab671310d8417de HTTP/1.1" status: 200 len: 375 time: 0.0326350 Aug 31 07:42:15.940148 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b2d924-9005-4a7b-a7c6-7292def97e09 None None] The sync data for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi is: [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '525972aa-1038-4ed1-a907-dc3602b574ac', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'port_id': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'mac_address': 'fa:16:3e:4a:ba:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:41:59Z', 'updated_at': '2021-08-31T07:42:13Z', 'revision_number': 1, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:37:01Z', 'revision_number': 5, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:16.038824 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-eb5ed1df-91f5-413a-ba13-37fe033bda1f tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c818e9996e304eb49ab671310d8417de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1165311 Aug 31 07:42:16.040352 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:16.191464 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87903df-f508-477c-b1c0-5aec252648e2 None None] New status for floating IP 525972aa-1038-4ed1-a907-dc3602b574ac: ACTIVE {{(pid=94045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:42:16.238578 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-d5339ab8-d6c6-4d60-aa30-5079f40d256f service neutron] 10.222.0.62 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668198 Aug 31 07:42:16.369223 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for port, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:16.381311 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529199047'] for port, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:16.416290 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-4ef74068-f0ed-41f8-a3e2-f51371a574ff service neutron] 10.222.0.62 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665380 Aug 31 07:42:16.462067 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event updated for resources: {'Port': ['ID=4b8ce473-befb-4ffe-8e62-c13d82984147,revision_number=2']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:16.473805 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:16.474161 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:16.474688 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:16.474895 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:16.475239 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:16.475580 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:16.475918 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:16.476252 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:16.476612 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:16.476916 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:16.477248 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:16.477579 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:16.484428 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:16.653845 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e16ec00d-b61e-443b-b9c3-e0f3eb08fefb req-38c9b765-8ac5-42e4-850e-b06c58e7a5cb tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 210 time: 0.0387940 Aug 31 07:42:16.673956 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.l3_db [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Floating IP 0feb117c-54cd-424a-836c-e6db2bbb7c7c associated. External IP: 172.27.0.138, port: 1e399cc8-fe0f-479b-9bba-3b21f5b25953. Aug 31 07:42:16.788442 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e1daaa29-e611-412d-8167-36ef08d80933 req-1f81b0d0-cf40-4184-8dbc-d1aead022ce3 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 210 time: 0.0622902 Aug 31 07:42:16.911087 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785f239-9559-43af-84dc-027456a77491 req-9a7342f6-0f29-4b3c-93ae-c7aa0767cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:16.914395 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6785f239-9559-43af-84dc-027456a77491 req-9a7342f6-0f29-4b3c-93ae-c7aa0767cdab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 1098 time: 0.0932157 Aug 31 07:42:17.033225 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46484) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:17.082622 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785f239-9559-43af-84dc-027456a77491 req-4cf63a4e-e0a2-4269-8e47-3e8cfc55af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:17.084450 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6785f239-9559-43af-84dc-027456a77491 req-4cf63a4e-e0a2-4269-8e47-3e8cfc55af4e service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 200 len: 918 time: 0.1621451 Aug 31 07:42:17.117464 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Router 0bd3b035-76ce-4c1e-8669-dec66d015144 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:17.187076 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6785f239-9559-43af-84dc-027456a77491 req-841ba1e7-2b6c-41e6-9d71-d7b0eb5ccd33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6 HTTP/1.1" status: 200 len: 1000 time: 0.0931723 Aug 31 07:42:17.242147 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785f239-9559-43af-84dc-027456a77491 req-e3c07756-1d52-4a7e-8c82-eeb8b459bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:17.243820 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6785f239-9559-43af-84dc-027456a77491 req-e3c07756-1d52-4a7e-8c82-eeb8b459bd0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1810f6c-a578-4036-ab5a-13c99f83c500 HTTP/1.1" status: 200 len: 856 time: 0.0486929 Aug 31 07:42:17.252155 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4ad97cce-33df-44b4-93aa-5b70f0cc75ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:17.273460 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:17.284460 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a46b50-43f3-4847-8306-5d647140988f None None] Sync routers for ids ['0bd3b035-76ce-4c1e-8669-dec66d015144'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:17.294699 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a46b50-43f3-4847-8306-5d647140988f None None] Routers {'0bd3b035-76ce-4c1e-8669-dec66d015144'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:17.295820 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-d9a46b50-43f3-4847-8306-5d647140988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:41:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['0bd3b035-76ce-4c1e-8669-dec66d015144'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:17.297856 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785f239-9559-43af-84dc-027456a77491 req-8cf4c8c8-de03-43d9-ae60-aa2b8a59650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:17.299693 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6785f239-9559-43af-84dc-027456a77491 req-8cf4c8c8-de03-43d9-ae60-aa2b8a59650b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441787 Aug 31 07:42:17.369179 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4ad97cce-33df-44b4-93aa-5b70f0cc75ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:17.375828 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4ad97cce-33df-44b4-93aa-5b70f0cc75ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:17.383343 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:17.402197 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6785f239-9559-43af-84dc-027456a77491 req-d7b4c827-aa91-4479-9f3d-de76c33fbf5f service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931594 Aug 31 07:42:17.416331 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-d9a46b50-43f3-4847-8306-5d647140988f None None] Set router 0bd3b035-76ce-4c1e-8669-dec66d015144 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:17.442970 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad97cce-33df-44b4-93aa-5b70f0cc75ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8709d6ad-41e0-48e6-92f0-3448e110245a,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:17.452360 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46488) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:17.453061 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-4ad97cce-33df-44b4-93aa-5b70f0cc75ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cfbd00b138e9402b8a87840f89340ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186122 Aug 31 07:42:17.455597 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-5b52d1a4-771a-4ae7-a1ad-70485e8d59af tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7019820 Aug 31 07:42:17.456142 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953'}] {{(pid=94043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:17.458629 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8655ae71f89ec2b95c3046313fcc7688084414ddb3225736c66aa8988249ae5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a1aa99-aecd-4424-ab4d-1534da00fe65" -d '{"events": [{"name": "network-changed", "server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953"}]}' {{(pid=94043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:17.459730 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46490) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:17.474705 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-2187370e-d88c-4e3f-a100-7d006dc78032 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1290728922', 'description': 'tempest-secgroup-smoke-1290728922 description', 'project_id': '8284d925f59640eaadfd1bc0345625b1'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:17.499284 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd344e76-5d88-4ba5-a33f-1aaf8164f0f9 x-openstack-request-id: req-fd344e76-5d88-4ba5-a33f-1aaf8164f0f9 {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:17.499595 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953", "status": "completed", "code": 200}]} {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:17.499906 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd344e76-5d88-4ba5-a33f-1aaf8164f0f9 {{(pid=94043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:17.500714 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953', 'status': 'completed', 'code': 200} Aug 31 07:42:17.612512 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2187370e-d88c-4e3f-a100-7d006dc78032 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:17.646034 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-6785f239-9559-43af-84dc-027456a77491 req-b2afcdcb-762e-471d-92e9-9efeeba3924b service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364743 Aug 31 07:42:17.678216 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-d9a46b50-43f3-4847-8306-5d647140988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:41:07Z', 'revision_number': 4, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port': {'id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:03Z', 'updated_at': '2021-08-31T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '0feb117c-54cd-424a-836c-e6db2bbb7c7c', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'port_id': '1e399cc8-fe0f-479b-9bba-3b21f5b25953', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'mac_address': 'fa:16:3e:61:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:15Z', 'updated_at': '2021-08-31T07:42:15Z', 'revision_number': 0, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd14d5d-d32b-468d-81c3-77f8c054da69', 'name': '', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'mac_address': 'fa:16:3e:de:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:06Z', 'updated_at': '2021-08-31T07:41:13Z', 'revision_number': 5, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'subnets': [{'id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:17.687769 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1aa99-aecd-4424-ab4d-1534da00fe65 req-72f72b56-ca3a-4e0d-9cc2-7fce38e048b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:17.689456 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a1a1aa99-aecd-4424-ab4d-1534da00fe65 req-72f72b56-ca3a-4e0d-9cc2-7fce38e048b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8284d925f59640eaadfd1bc0345625b1&device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 1098 time: 0.1535921 Aug 31 07:42:17.690081 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53babbaa-70a3-4588-b5fa-1d3c35b078d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:17.707364 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a46b50-43f3-4847-8306-5d647140988f None None] Checking router: 0bd3b035-76ce-4c1e-8669-dec66d015144 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:17.718395 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a46b50-43f3-4847-8306-5d647140988f None None] Routers {'0bd3b035-76ce-4c1e-8669-dec66d015144'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:17.718913 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-d9a46b50-43f3-4847-8306-5d647140988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:41:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['0bd3b035-76ce-4c1e-8669-dec66d015144'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:17.794778 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53babbaa-70a3-4588-b5fa-1d3c35b078d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:17.815471 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1619e997-1238-4f60-a641-734cf3c3304a req-0a10d19f-71eb-4b30-b3f6-50d72e0aeb39 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 210 time: 0.0479581 Aug 31 07:42:17.898969 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-d9a46b50-43f3-4847-8306-5d647140988f None None] Set router 0bd3b035-76ce-4c1e-8669-dec66d015144 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:18.003160 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-39591092-8934-4488-86f5-bd4ee4d92d48 req-5344d799-48a3-486d-91ee-0e1c789f464d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 210 time: 0.0674107 Aug 31 07:42:18.004990 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2187370e-d88c-4e3f-a100-7d006dc78032 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.021690 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-033def7b-8e65-44f7-9706-5d6a05bf9c93 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:18.025548 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-033def7b-8e65-44f7-9706-5d6a05bf9c93 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 811 time: 0.4287744 Aug 31 07:42:18.047354 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2187370e-d88c-4e3f-a100-7d006dc78032 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.241206 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-d9a46b50-43f3-4847-8306-5d647140988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:41:07Z', 'revision_number': 4, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port': {'id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:03Z', 'updated_at': '2021-08-31T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '0feb117c-54cd-424a-836c-e6db2bbb7c7c', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'port_id': '1e399cc8-fe0f-479b-9bba-3b21f5b25953', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'mac_address': 'fa:16:3e:61:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:15Z', 'updated_at': '2021-08-31T07:42:15Z', 'revision_number': 0, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd14d5d-d32b-468d-81c3-77f8c054da69', 'name': '', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'mac_address': 'fa:16:3e:de:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:06Z', 'updated_at': '2021-08-31T07:41:13Z', 'revision_number': 5, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'subnets': [{'id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:18.271783 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a46b50-43f3-4847-8306-5d647140988f None None] The sync data for ids ['0bd3b035-76ce-4c1e-8669-dec66d015144'] in dv-cinder-799668-14-iscsi is: [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:41:07Z', 'revision_number': 4, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port': {'id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:03Z', 'updated_at': '2021-08-31T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '0feb117c-54cd-424a-836c-e6db2bbb7c7c', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'port_id': '1e399cc8-fe0f-479b-9bba-3b21f5b25953', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'mac_address': 'fa:16:3e:61:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:15Z', 'updated_at': '2021-08-31T07:42:15Z', 'revision_number': 0, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efd14d5d-d32b-468d-81c3-77f8c054da69', 'name': '', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'mac_address': 'fa:16:3e:de:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:06Z', 'updated_at': '2021-08-31T07:41:13Z', 'revision_number': 5, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'subnets': [{'id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:18.444473 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2187370e-d88c-4e3f-a100-7d006dc78032 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.445991 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-2187370e-d88c-4e3f-a100-7d006dc78032 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9753900 Aug 31 07:42:18.450260 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46508) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:18.455358 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-62821ac7-ecde-4ba1-b57d-ce5ec51c5f77 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Request body: {'security_group_rule': {'security_group_id': 'a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c', 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:18.464985 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187370e-d88c-4e3f-a100-7d006dc78032 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:18.486961 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-62821ac7-ecde-4ba1-b57d-ce5ec51c5f77 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.497328 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53babbaa-70a3-4588-b5fa-1d3c35b078d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.499882 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-53babbaa-70a3-4588-b5fa-1d3c35b078d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.503884 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-53babbaa-70a3-4588-b5fa-1d3c35b078d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8709d6ad-41e0-48e6-92f0-3448e110245a HTTP/1.1" status: 204 len: 168 time: 1.0477026 Aug 31 07:42:18.505789 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-e537df65-5fad-4faa-8182-aa87192c9fbb tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e62b3c325dfe412bb093fa6ba41ce608 HTTP/1.1" status: 200 len: 380 time: 0.4650593 Aug 31 07:42:18.506725 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1aa99-aecd-4424-ab4d-1534da00fe65 req-37eb7169-501b-4233-ac06-5c6995d45f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:18.508409 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a1a1aa99-aecd-4424-ab4d-1534da00fe65 req-37eb7169-501b-4233-ac06-5c6995d45f4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9d29324-aec2-4290-8649-b37f0daeb96e HTTP/1.1" status: 200 len: 915 time: 0.7949314 Aug 31 07:42:18.516399 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126cac71-4e00-411e-947b-bf48313fd308 None None] New status for floating IP 0feb117c-54cd-424a-836c-e6db2bbb7c7c: ACTIVE {{(pid=94045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:42:18.522538 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53babbaa-70a3-4588-b5fa-1d3c35b078d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8709d6ad-41e0-48e6-92f0-3448e110245a,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:18.565035 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-7e991797-06a8-4701-9f77-1cecf3a97307 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:18.566680 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-7e991797-06a8-4701-9f77-1cecf3a97307 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.59 "GET /v2.0/networks?id=cbbe651a-bee4-4db8-aa44-d3d2ab957402 HTTP/1.1" status: 200 len: 811 time: 0.4954612 Aug 31 07:42:18.569463 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-62821ac7-ecde-4ba1-b57d-ce5ec51c5f77 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.576485 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-62821ac7-ecde-4ba1-b57d-ce5ec51c5f77 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.596920 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62821ac7-ecde-4ba1-b57d-ce5ec51c5f77 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c40e4d-32d2-4db9-ab76-3ee7d7297b4d,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:18.600771 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-62821ac7-ecde-4ba1-b57d-ce5ec51c5f77 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.602055 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-62821ac7-ecde-4ba1-b57d-ce5ec51c5f77 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507432 Aug 31 07:42:18.605284 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46512) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:18.610150 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-2676927d-2b42-4092-ade1-450dd3322738 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Request body: {'security_group_rule': {'security_group_id': 'a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c', 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:18.642658 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2676927d-2b42-4092-ade1-450dd3322738 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.713999 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2676927d-2b42-4092-ade1-450dd3322738 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.719143 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2676927d-2b42-4092-ade1-450dd3322738 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.740314 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676927d-2b42-4092-ade1-450dd3322738 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4b9bec-1aff-47f6-8970-5927c7d39d94,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:18.748611 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2676927d-2b42-4092-ade1-450dd3322738 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.750260 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-2676927d-2b42-4092-ade1-450dd3322738 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438839 Aug 31 07:42:18.755717 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46516) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:18.759051 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-07f76c81-c268-408f-adb2-72c13c647084 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Request body: {'security_group_rule': {'security_group_id': 'a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c', 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:18.791524 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-07f76c81-c268-408f-adb2-72c13c647084 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.885067 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-07f76c81-c268-408f-adb2-72c13c647084 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.890014 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-07f76c81-c268-408f-adb2-72c13c647084 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.917556 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f76c81-c268-408f-adb2-72c13c647084 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c571402-24f9-447a-abf3-319ab52b78ba,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:18.921394 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-07f76c81-c268-408f-adb2-72c13c647084 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.925408 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-07f76c81-c268-408f-adb2-72c13c647084 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682167 Aug 31 07:42:18.925891 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e595b9ef-a591-45bb-afad-6d3a64be8df9 req-4391f24d-75aa-4813-95bd-1225878b8d20 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 210 time: 0.0271966 Aug 31 07:42:18.925891 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46520) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:18.930437 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-7c5a2a48-1c19-4cee-b8c5-2104d95f7fc5 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Request body: {'security_group_rule': {'security_group_id': 'a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c', 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:18.936099 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46522) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:18.953785 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4ad6e387-5a7c-429c-97dd-09466839a057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:18.987302 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-7c5a2a48-1c19-4cee-b8c5-2104d95f7fc5 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.109759 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-7c5a2a48-1c19-4cee-b8c5-2104d95f7fc5 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.114932 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b7d4c3d4-7a4a-43b3-a856-187a49677823 req-39272f10-6973-4da1-a4df-7f64a3383d01 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 210 time: 0.0409887 Aug 31 07:42:19.118094 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-7c5a2a48-1c19-4cee-b8c5-2104d95f7fc5 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.148352 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a2a48-1c19-4cee-b8c5-2104d95f7fc5 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8c2905-770f-40c7-b346-1c9f1103dfc4,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:19.158895 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4ad6e387-5a7c-429c-97dd-09466839a057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.163865 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-4ad6e387-5a7c-429c-97dd-09466839a057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.173899 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-7c5a2a48-1c19-4cee-b8c5-2104d95f7fc5 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.175122 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-7c5a2a48-1c19-4cee-b8c5-2104d95f7fc5 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2482777 Aug 31 07:42:19.178081 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46530) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:19.182931 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-3d8fc6eb-8f2a-44c2-a579-905f0bebe7ab tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Request body: {'security_group_rule': {'security_group_id': 'a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c', 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:19.208013 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-4ad6e387-5a7c-429c-97dd-09466839a057 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3da8e92490ed40fd984edb5b69eda4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683346 Aug 31 07:42:19.208257 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.securitygroups_db [None req-3d8fc6eb-8f2a-44c2-a579-905f0bebe7ab tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Project 8284d925f59640eaadfd1bc0345625b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:42:19.208363 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6e387-5a7c-429c-97dd-09466839a057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4fc93b-e669-4388-8fdb-ea26147e34f8,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:19.208486 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46532) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:19.222482 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc6eb-8f2a-44c2-a579-905f0bebe7ab tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.300758 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7c94b291-4415-42e4-b87e-c387340fe6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.318690 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc6eb-8f2a-44c2-a579-905f0bebe7ab tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.325997 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc6eb-8f2a-44c2-a579-905f0bebe7ab tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.334668 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7c94b291-4415-42e4-b87e-c387340fe6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.360461 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fc6eb-8f2a-44c2-a579-905f0bebe7ab tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da06c7a5-3a83-47c0-87ef-f6deb9553e2e,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:19.376782 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc6eb-8f2a-44c2-a579-905f0bebe7ab tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.377967 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-3d8fc6eb-8f2a-44c2-a579-905f0bebe7ab tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1987870 Aug 31 07:42:19.380973 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46534) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:19.385646 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-667eafdf-4bc1-479c-9d27-07dbdea32865 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Request body: {'security_group_rule': {'security_group_id': 'a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c', 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:19.409236 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.securitygroups_db [None req-667eafdf-4bc1-479c-9d27-07dbdea32865 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Project 8284d925f59640eaadfd1bc0345625b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:42:19.413490 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7c94b291-4415-42e4-b87e-c387340fe6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.416671 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7c94b291-4415-42e4-b87e-c387340fe6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.417779 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-7c94b291-4415-42e4-b87e-c387340fe6fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae4fc93b-e669-4388-8fdb-ea26147e34f8 HTTP/1.1" status: 204 len: 168 time: 0.2084398 Aug 31 07:42:19.420589 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-667eafdf-4bc1-479c-9d27-07dbdea32865 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.434248 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94b291-4415-42e4-b87e-c387340fe6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4fc93b-e669-4388-8fdb-ea26147e34f8,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:19.493825 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-667eafdf-4bc1-479c-9d27-07dbdea32865 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.497975 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-667eafdf-4bc1-479c-9d27-07dbdea32865 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826204'] for security_group_rule, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.517027 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667eafdf-4bc1-479c-9d27-07dbdea32865 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db1a634-6c7e-46a8-8b9a-fc1c4187d860,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:19.520651 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-667eafdf-4bc1-479c-9d27-07dbdea32865 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.521818 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-667eafdf-4bc1-479c-9d27-07dbdea32865 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399026 Aug 31 07:42:19.605003 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ae3ce6b5-f1e1-4522-be16-1baf656ec289 req-383ed14d-e20b-429d-8221-e9f0798338d5 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290728922&fields=id&tenant_id=8284d925f59640eaadfd1bc0345625b1 HTTP/1.1" status: 200 len: 267 time: 0.0372243 Aug 31 07:42:19.661751 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ce6b5-f1e1-4522-be16-1baf656ec289 req-1548f5a6-a33a-4b27-b5bf-5c412351a734 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:19.663268 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ae3ce6b5-f1e1-4522-be16-1baf656ec289 req-1548f5a6-a33a-4b27-b5bf-5c412351a734 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0524189 Aug 31 07:42:19.675083 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [req-ae3ce6b5-f1e1-4522-be16-1baf656ec289 req-01340ad6-68c1-4658-ba14-884372438c0c tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Request body: {'port': {'security_groups': ['3b58fbaf-4126-4fa6-a082-5e2a10bed36e', 'a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c']}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:19.743593 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-ae3ce6b5-f1e1-4522-be16-1baf656ec289 req-01340ad6-68c1-4658-ba14-884372438c0c tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.974008 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [req-ae3ce6b5-f1e1-4522-be16-1baf656ec289 req-01340ad6-68c1-4658-ba14-884372438c0c tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] For port 1e399cc8-fe0f-479b-9bba-3b21f5b25953, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1e399cc8-fe0f-479b-9bba-3b21f5b25953,segment=NetworkSegment(aa99e149-ec2d-4f2c-8fe5-2d09d3b22187),segment_id=aa99e149-ec2d-4f2c-8fe5-2d09d3b22187)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:20.010910 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-ae3ce6b5-f1e1-4522-be16-1baf656ec289 req-01340ad6-68c1-4658-ba14-884372438c0c tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for port, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:20.018512 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-ae3ce6b5-f1e1-4522-be16-1baf656ec289 req-01340ad6-68c1-4658-ba14-884372438c0c tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529199047'] for port, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:20.295429 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ce6b5-f1e1-4522-be16-1baf656ec289 req-01340ad6-68c1-4658-ba14-884372438c0c tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:20.296104 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-ae3ce6b5-f1e1-4522-be16-1baf656ec289 req-01340ad6-68c1-4658-ba14-884372438c0c tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:20.301851 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ae3ce6b5-f1e1-4522-be16-1baf656ec289 req-01340ad6-68c1-4658-ba14-884372438c0c tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "PUT /v2.0/ports/1e399cc8-fe0f-479b-9bba-3b21f5b25953 HTTP/1.1" status: 200 len: 981 time: 0.6314735 Aug 31 07:42:20.304666 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953'}] {{(pid=94043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:20.307549 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8655ae71f89ec2b95c3046313fcc7688084414ddb3225736c66aa8988249ae5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e59c0b5-af7a-4d8b-acc0-e286d06f69f3" -d '{"events": [{"name": "network-changed", "server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953"}]}' {{(pid=94043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:20.338207 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01340ad6-68c1-4658-ba14-884372438c0c tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event updated for resources: {'Port': ['ID=1e399cc8-fe0f-479b-9bba-3b21f5b25953,revision_number=6']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:20.380372 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ae1209bb-cce8-4bcc-86c6-c036aeac82ae req-cf3a7df1-dfa1-4c52-9d5a-4c916d125335 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 210 time: 0.0319326 Aug 31 07:42:20.477854 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e595b7df-dfa2-451c-a200-a7c6a93dad23 req-c6873d5f-39c8-4a54-a650-a6bdd2ea1808 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 210 time: 0.0286522 Aug 31 07:42:20.553067 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-20b743d8-649f-46d9-9372-9eec3865aa60 None None] Provisioning complete for port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:20.554193 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-20b743d8-649f-46d9-9372-9eec3865aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:20.588361 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273f3fd-87fb-48c3-849e-42336bbbe8c2 req-97014de7-ed63-4b40-8387-7ebb0777eef8 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:20.590131 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5273f3fd-87fb-48c3-849e-42336bbbe8c2 req-97014de7-ed63-4b40-8387-7ebb0777eef8 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0540144 Aug 31 07:42:20.636315 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5273f3fd-87fb-48c3-849e-42336bbbe8c2 req-89efa46d-d7d0-493c-b053-207b869bf221 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397270 Aug 31 07:42:20.682851 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1bfa7e-6328-47ab-8ee7-4babd2337522 x-openstack-request-id: req-0a1bfa7e-6328-47ab-8ee7-4babd2337522 {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:20.683150 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953", "status": "completed", "code": 200}]} {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:20.683408 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a1bfa7e-6328-47ab-8ee7-4babd2337522 {{(pid=94043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:20.683810 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953', 'status': 'completed', 'code': 200} Aug 31 07:42:21.130689 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Request body: {'port': {'device_id': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'admin_state_up': True, 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'security_groups': ['d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4']}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:21.142588 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['1e399cc8-fe0f-479b-9bba-3b21f5b25953'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:21.250777 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-9cf69db7-8fa2-4f32-9a4b-7f043d616a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:21.252478 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['1e399cc8-fe0f-479b-9bba-3b21f5b25953'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:21.334417 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a1a1aa99-aecd-4424-ab4d-1534da00fe65 req-21083b62-425b-4410-af95-625c3f33d455 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e399cc8-fe0f-479b-9bba-3b21f5b25953 HTTP/1.1" status: 200 len: 1001 time: 0.2078488 Aug 31 07:42:21.340524 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-50cd85fc-b33b-435d-86a4-6d03f8bfd681 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c818e9996e304eb49ab671310d8417de HTTP/1.1" status: 200 len: 380 time: 0.2153528 Aug 31 07:42:21.366914 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Request body: {'port': {'device_id': '678db3f0-9fa0-42db-81f8-48b89645c18e', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'admin_state_up': True, 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'security_groups': ['a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0']}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:21.446082 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Made reservation on behalf of e62b3c325dfe412bb093fa6ba41ce608 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:21.449891 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:21.479258 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1aa99-aecd-4424-ab4d-1534da00fe65 req-446274ef-ccfd-4199-bf4e-96c8962223b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:21.480469 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a1a1aa99-aecd-4424-ab4d-1534da00fe65 req-446274ef-ccfd-4199-bf4e-96c8962223b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db550d3e-1fb1-40e1-b5d1-ece28f57dda7 HTTP/1.1" status: 200 len: 853 time: 0.1319008 Aug 31 07:42:21.490919 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-326370ac-7916-415b-bf1c-30dc4763ae31 req-c94d9558-717b-483b-88db-dc88cd916809 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 210 time: 0.0355756 Aug 31 07:42:21.617786 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8d9bad60-5174-4263-b9ca-f618a1b9cf1b req-5bfc8127-b8ed-493a-89b6-6513d656cf6a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 210 time: 0.0542214 Aug 31 07:42:21.647756 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1aa99-aecd-4424-ab4d-1534da00fe65 req-2526744c-ebcd-4851-8178-d84534f57611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:21.650963 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a1a1aa99-aecd-4424-ab4d-1534da00fe65 req-2526744c-ebcd-4851-8178-d84534f57611 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9d29324-aec2-4290-8649-b37f0daeb96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1525450 Aug 31 07:42:21.693620 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Made reservation on behalf of c818e9996e304eb49ab671310d8417de for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:42:21.697159 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:21.771935 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Allocated IP 172.20.0.6 (29b04af3-cf28-4023-9b5b-4fd7e8875284/e73a47eb-813c-46f5-9b96-acfc3babe141/7a5e2c3e-a955-4571-b956-23e3265ac48d) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:21.901658 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a1a1aa99-aecd-4424-ab4d-1534da00fe65 req-76ff2f67-d262-4516-bf11-f052144ea876 service neutron] 10.222.0.59 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367702 Aug 31 07:42:22.054827 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Allocated IP 172.20.0.3 (cbbe651a-bee4-4db8-aa44-d3d2ab957402/8b7d8940-cf69-47bc-ac4d-6743859889df/50fedec6-6b50-4203-ad77-ad914b86e18e) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:22.135033 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a1a1aa99-aecd-4424-ab4d-1534da00fe65 req-c40501de-6aa6-4c12-be74-4940ff27c476 service neutron] 10.222.0.59 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123637 Aug 31 07:42:22.151912 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:22.221363 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Transition to ACTIVE for port object 7a5e2c3e-a955-4571-b956-23e3265ac48d will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:22.313591 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59c0b5-af7a-4d8b-acc0-e286d06f69f3 req-75a0c0ae-18f9-4942-8f46-621052b3fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:22.315133 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e59c0b5-af7a-4d8b-acc0-e286d06f69f3 req-75a0c0ae-18f9-4942-8f46-621052b3fa27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8284d925f59640eaadfd1bc0345625b1&device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 1137 time: 0.1134536 Aug 31 07:42:22.322459 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:22.348380 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:22.423875 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Transition to ACTIVE for port object 50fedec6-6b50-4203-ad77-ad914b86e18e will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:22.455219 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Network 29b04af3-cf28-4023-9b5b-4fd7e8875284 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:22.464339 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:22.471369 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:22.473281 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'Port': ['ID=7a5e2c3e-a955-4571-b956-23e3265ac48d,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:22.576943 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:22.577551 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:22.581961 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59c0b5-af7a-4d8b-acc0-e286d06f69f3 req-24081942-e87b-4b3a-9e36-1abd63aa14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:22.583524 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e59c0b5-af7a-4d8b-acc0-e286d06f69f3 req-24081942-e87b-4b3a-9e36-1abd63aa14ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9d29324-aec2-4290-8649-b37f0daeb96e HTTP/1.1" status: 200 len: 915 time: 0.2589993 Aug 31 07:42:22.587776 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:22.671251 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-5dc5218f-4c80-473f-9eda-20732cdb8a68 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5472655 Aug 31 07:42:22.681945 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Network cbbe651a-bee4-4db8-aa44-d3d2ab957402 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:22.696302 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Request body: {'port': {'device_id': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:22.699304 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:22.700299 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945d371-3fac-48f5-a84d-c0046d15cb52 req-a94eb474-ac9b-4ac4-ada7-9c189d7f9b3c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:22.704916 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a945d371-3fac-48f5-a84d-c0046d15cb52 req-a94eb474-ac9b-4ac4-ada7-9c189d7f9b3c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 931 time: 0.1237478 Aug 31 07:42:22.705651 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:22.785384 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event updated for resources: {'Port': ['ID=50fedec6-6b50-4203-ad77-ad914b86e18e,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:22.793809 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e59c0b5-af7a-4d8b-acc0-e286d06f69f3 req-12066b16-0478-4b79-968e-4bb7a3159586 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e399cc8-fe0f-479b-9bba-3b21f5b25953 HTTP/1.1" status: 200 len: 1001 time: 0.1959150 Aug 31 07:42:22.802858 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-92214773-558f-4bca-a781-7b5d5e68f6ca None None] Provisioning for port 7a5e2c3e-a955-4571-b956-23e3265ac48d completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:22.813585 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-92214773-558f-4bca-a781-7b5d5e68f6ca None None] Provisioning complete for port 7a5e2c3e-a955-4571-b956-23e3265ac48d triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:22.816119 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-92214773-558f-4bca-a781-7b5d5e68f6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:22.834499 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a945d371-3fac-48f5-a84d-c0046d15cb52 req-386ee9ea-b718-4310-96c6-d1cc0cb18ea7 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887198 Aug 31 07:42:22.848436 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf08ac6-59ae-4c0a-9aad-e96df0d1ca9d req-5042623e-7907-4859-b5ee-66d79112fc6a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:22.850024 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6cf08ac6-59ae-4c0a-9aad-e96df0d1ca9d req-5042623e-7907-4859-b5ee-66d79112fc6a tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 931 time: 0.1441865 Aug 31 07:42:22.911720 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:22.912715 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:22.925640 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-92214773-558f-4bca-a781-7b5d5e68f6ca None None] Port 7a5e2c3e-a955-4571-b956-23e3265ac48d cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:42:22.927325 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:22.938552 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6cf08ac6-59ae-4c0a-9aad-e96df0d1ca9d req-061e531c-5594-49ce-b9cc-0f134ef1bec4 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789790 Aug 31 07:42:22.958082 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59c0b5-af7a-4d8b-acc0-e286d06f69f3 req-5c9ff7db-c834-493b-9de9-158be6a0982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:22.960328 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e59c0b5-af7a-4d8b-acc0-e286d06f69f3 req-5c9ff7db-c834-493b-9de9-158be6a0982b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db550d3e-1fb1-40e1-b5d1-ece28f57dda7 HTTP/1.1" status: 200 len: 853 time: 0.1552892 Aug 31 07:42:22.967015 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-bbca848e-3bf9-4d42-90b2-3b3f8393dc92 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6069052 Aug 31 07:42:23.022477 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Request body: {'port': {'device_id': '678db3f0-9fa0-42db-81f8-48b89645c18e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:23.104520 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.156471 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-a10c2834-3453-4ead-8d6c-189d22afe188 None None] Provisioning for port 50fedec6-6b50-4203-ad77-ad914b86e18e completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:23.162400 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-a10c2834-3453-4ead-8d6c-189d22afe188 None None] Provisioning complete for port 50fedec6-6b50-4203-ad77-ad914b86e18e triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:23.163893 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a10c2834-3453-4ead-8d6c-189d22afe188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.193354 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59c0b5-af7a-4d8b-acc0-e286d06f69f3 req-7fcd2511-aa95-404c-be44-5353b1333652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:23.194908 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e59c0b5-af7a-4d8b-acc0-e286d06f69f3 req-7fcd2511-aa95-404c-be44-5353b1333652 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9d29324-aec2-4290-8649-b37f0daeb96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1903224 Aug 31 07:42:23.197545 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.214148 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-a10c2834-3453-4ead-8d6c-189d22afe188 None None] Port 50fedec6-6b50-4203-ad77-ad914b86e18e cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:42:23.457293 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e59c0b5-af7a-4d8b-acc0-e286d06f69f3 req-57684a4d-c11f-4b76-b4d9-424bd8111c5f service neutron] 10.222.0.59 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481456 Aug 31 07:42:23.610487 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5e2c3e-a955-4571-b956-23e3265ac48d {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:23.623790 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.655696 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Transition to ACTIVE for port object 7a5e2c3e-a955-4571-b956-23e3265ac48d will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:23.669093 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.712136 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e59c0b5-af7a-4d8b-acc0-e286d06f69f3 req-0066bdcc-aebc-4cb9-a1f6-8b0a41b0e35a service neutron] 10.222.0.59 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437668 Aug 31 07:42:23.753836 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Pushing event updated for resources: {'Port': ['ID=7a5e2c3e-a955-4571-b956-23e3265ac48d,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:23.841194 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50fedec6-6b50-4203-ad77-ad914b86e18e {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:23.853232 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.882894 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Transition to ACTIVE for port object 50fedec6-6b50-4203-ad77-ad914b86e18e will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:23.886239 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Attempting to bind port 7a5e2c3e-a955-4571-b956-23e3265ac48d on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:23.886592 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Attempting to bind port 7a5e2c3e-a955-4571-b956-23e3265ac48d by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:23.887124 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Attempting to bind port 7a5e2c3e-a955-4571-b956-23e3265ac48d on network 29b04af3-cf28-4023-9b5b-4fd7e8875284 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:23.890498 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:23.896570 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Port 7a5e2c3e-a955-4571-b956-23e3265ac48d on network 29b04af3-cf28-4023-9b5b-4fd7e8875284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:42:23.896899 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Attempting to bind port 7a5e2c3e-a955-4571-b956-23e3265ac48d on network 29b04af3-cf28-4023-9b5b-4fd7e8875284 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:23.983805 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19728fc6-48dc-4126-9f7b-563381066d5f req-74828234-9cd8-4006-ab1f-86fc28e9699a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:23.985505 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-19728fc6-48dc-4126-9f7b-563381066d5f req-74828234-9cd8-4006-ab1f-86fc28e9699a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 943 time: 0.0588815 Aug 31 07:42:24.061198 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-19728fc6-48dc-4126-9f7b-563381066d5f req-750847e0-b2d4-4941-9e70-5d82207487cd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692348 Aug 31 07:42:24.088302 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c6dff-d756-427c-b9e8-bedf2ad64b91 req-b85a7ca2-02dd-4169-abfa-265b0fbfe72f tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:24.089948 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-894c6dff-d756-427c-b9e8-bedf2ad64b91 req-b85a7ca2-02dd-4169-abfa-265b0fbfe72f tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 943 time: 0.0653653 Aug 31 07:42:24.132381 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-894c6dff-d756-427c-b9e8-bedf2ad64b91 req-06bbe69a-14ee-4801-a268-4055982b1d1e tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352089 Aug 31 07:42:24.149231 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-1b044b8b-fadd-480f-9236-31c50c9fa31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:24.216268 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:24.216760 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Checking segment: {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:24.216984 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Bound using segment: {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:24.217431 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Bound port: 7a5e2c3e-a955-4571-b956-23e3265ac48d, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:24.217787 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:24.245217 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Pushing event updated for resources: {'Port': ['ID=50fedec6-6b50-4203-ad77-ad914b86e18e,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:24.350460 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] For port 7a5e2c3e-a955-4571-b956-23e3265ac48d, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:24.358067 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:24.358703 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] For port 7a5e2c3e-a955-4571-b956-23e3265ac48d, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7a5e2c3e-a955-4571-b956-23e3265ac48d,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:24.369408 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:24.393132 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Attempting to bind port 50fedec6-6b50-4203-ad77-ad914b86e18e on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:24.393542 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Attempting to bind port 50fedec6-6b50-4203-ad77-ad914b86e18e by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:24.394097 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Attempting to bind port 50fedec6-6b50-4203-ad77-ad914b86e18e on network cbbe651a-bee4-4db8-aa44-d3d2ab957402 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:24.397572 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:24.398231 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:24.400919 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] 10.222.0.59 "PUT /v2.0/ports/7a5e2c3e-a955-4571-b956-23e3265ac48d HTTP/1.1" status: 200 len: 1093 time: 1.7158296 Aug 31 07:42:24.421767 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'tag': '7a5e2c3e-a955-4571-b956-23e3265ac48d'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:24.424433 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c649ed-4b9e-4f7c-9b5d-c13a76f091bd" -d '{"events": [{"name": "network-changed", "server_uuid": "13b32d42-1b35-4d68-9f88-50bea9f36d72", "tag": "7a5e2c3e-a955-4571-b956-23e3265ac48d"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:24.434080 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Port 50fedec6-6b50-4203-ad77-ad914b86e18e on network cbbe651a-bee4-4db8-aa44-d3d2ab957402 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:42:24.434580 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Attempting to bind port 50fedec6-6b50-4203-ad77-ad914b86e18e on network cbbe651a-bee4-4db8-aa44-d3d2ab957402 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:24.450133 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:24.450518 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Checking segment: {'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:24.451040 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Bound using segment: {'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:24.451423 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Bound port: 50fedec6-6b50-4203-ad77-ad914b86e18e, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:24.451792 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:24.513399 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b28328-96a1-411b-8845-5da3b5dbce8d service neutron] Pushing event updated for resources: {'Port': ['ID=7a5e2c3e-a955-4571-b956-23e3265ac48d,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:24.596946 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-ce844f28-38b3-4cc2-a498-8ac31977e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:24.598502 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-ce844f28-38b3-4cc2-a498-8ac31977e7c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 1096 time: 0.1329563 Aug 31 07:42:24.648429 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] For port 50fedec6-6b50-4203-ad77-ad914b86e18e, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:24.652549 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-9ba23a03-dcbb-4333-90ad-06aab55aff67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a5e2c3e-a955-4571-b956-23e3265ac48d HTTP/1.1" status: 200 len: 217 time: 0.0442293 Aug 31 07:42:24.663417 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] For port 50fedec6-6b50-4203-ad77-ad914b86e18e, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=50fedec6-6b50-4203-ad77-ad914b86e18e,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:24.675414 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:24.702086 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac092d70-babf-49d8-a93e-1cc4c70bb62d x-openstack-request-id: req-ac092d70-babf-49d8-a93e-1cc4c70bb62d {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:24.702392 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b32d42-1b35-4d68-9f88-50bea9f36d72", "tag": "7a5e2c3e-a955-4571-b956-23e3265ac48d", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:24.702641 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac092d70-babf-49d8-a93e-1cc4c70bb62d {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:24.703015 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'tag': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'status': 'completed', 'code': 200} Aug 31 07:42:24.738616 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:24.739238 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:24.740639 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8929237a-92c0-4333-982e-89439bd48784 service neutron] 10.222.0.59 "PUT /v2.0/ports/50fedec6-6b50-4203-ad77-ad914b86e18e HTTP/1.1" status: 200 len: 1093 time: 1.7379999 Aug 31 07:42:24.755183 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-b26c1e6f-5ec6-4bb1-8a9a-14019edb395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:24.756657 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-b26c1e6f-5ec6-4bb1-8a9a-14019edb395f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 200 len: 850 time: 0.0917742 Aug 31 07:42:24.839470 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929237a-92c0-4333-982e-89439bd48784 service neutron] Pushing event updated for resources: {'Port': ['ID=50fedec6-6b50-4203-ad77-ad914b86e18e,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:24.869919 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-6b8a1d35-0448-49a5-990d-6da1190e0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:24.871601 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-6b8a1d35-0448-49a5-990d-6da1190e0af7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29b04af3-cf28-4023-9b5b-4fd7e8875284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1028509 Aug 31 07:42:24.890494 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-7be0035d-7636-45fa-8739-7cc916531a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:24.892158 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:24.894791 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-7be0035d-7636-45fa-8739-7cc916531a48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c818e9996e304eb49ab671310d8417de&device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 1096 time: 0.0950990 Aug 31 07:42:24.989304 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46676) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:24.995959 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-7d474f50-a0a2-4948-9c4c-537991308c82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50fedec6-6b50-4203-ad77-ad914b86e18e HTTP/1.1" status: 200 len: 217 time: 0.0915015 Aug 31 07:42:25.091059 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-31d1d26d-7619-4859-a4bd-9f7744d7b8bc service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054663 Aug 31 07:42:25.094696 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-ce074398-ce7b-4676-8574-30db696744ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:25.095989 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-ce074398-ce7b-4676-8574-30db696744ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b7d8940-cf69-47bc-ac4d-6743859889df HTTP/1.1" status: 200 len: 850 time: 0.0914664 Aug 31 07:42:25.131370 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-375e85ae-3d6d-43eb-9390-16eff81f89e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.200085 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-7c699876-0968-4bc2-a657-adc418e27c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:25.201616 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-7c699876-0968-4bc2-a657-adc418e27c63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbbe651a-bee4-4db8-aa44-d3d2ab957402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0945861 Aug 31 07:42:25.249323 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a7583-b771-400d-987c-ff7dd9bb0a4b req-6856b417-c4e2-4706-a598-aaf28b5c3dab tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:25.250807 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a70a7583-b771-400d-987c-ff7dd9bb0a4b req-6856b417-c4e2-4706-a598-aaf28b5c3dab tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 943 time: 0.0988262 Aug 31 07:42:25.288058 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44461c1b-b29b-4743-8e7e-cfb626f947df req-d0f991fc-c3cd-437a-ae52-280bcca7e10c service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820350 Aug 31 07:42:25.339806 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-92cd3618-5c45-48c6-a92f-65b2f6fd5c08 service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243336 Aug 31 07:42:25.343783 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa568b-5da4-46e8-9980-c1bf4693eeb9 req-7c2ea01d-d011-4e32-ac45-7cd346f10751 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:25.345265 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1eaa568b-5da4-46e8-9980-c1bf4693eeb9 req-7c2ea01d-d011-4e32-ac45-7cd346f10751 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 943 time: 0.1175382 Aug 31 07:42:25.355615 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a70a7583-b771-400d-987c-ff7dd9bb0a4b req-57976a5b-1d0f-4f7a-a159-b67b5a3cf5d9 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841844 Aug 31 07:42:25.370183 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-375e85ae-3d6d-43eb-9390-16eff81f89e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.378120 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-375e85ae-3d6d-43eb-9390-16eff81f89e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.432947 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1eaa568b-5da4-46e8-9980-c1bf4693eeb9 req-a69a0f9e-d141-4e0f-8eb3-f7a5ad39a539 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803525 Aug 31 07:42:25.435276 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-375e85ae-3d6d-43eb-9390-16eff81f89e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e6552ee1d0b4b70b840ec6af0f97a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449232 Aug 31 07:42:25.436607 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e85ae-3d6d-43eb-9390-16eff81f89e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c19c63-eaab-42c7-9e1d-f2af4325672b,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:25.438179 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46686) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:25.489842 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c947384d-0001-46c3-a43a-075dafe26fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.511423 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c947384d-0001-46c3-a43a-075dafe26fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.559242 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c947384d-0001-46c3-a43a-075dafe26fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.561911 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c947384d-0001-46c3-a43a-075dafe26fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.565767 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-c947384d-0001-46c3-a43a-075dafe26fb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3c19c63-eaab-42c7-9e1d-f2af4325672b HTTP/1.1" status: 204 len: 168 time: 0.1238925 Aug 31 07:42:25.571799 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947384d-0001-46c3-a43a-075dafe26fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c19c63-eaab-42c7-9e1d-f2af4325672b,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:25.822888 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46694) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:25.836283 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dcb180aa-1bf6-4051-882b-24bc43877c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.928189 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dcb180aa-1bf6-4051-882b-24bc43877c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.933051 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-dcb180aa-1bf6-4051-882b-24bc43877c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.972165 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-dcb180aa-1bf6-4051-882b-24bc43877c88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45dd21cb7b324baea1635047afff1383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481164 Aug 31 07:42:25.973165 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb180aa-1bf6-4051-882b-24bc43877c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902a7877-bf49-4bb1-8cc0-e73d85940aee,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:25.974899 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46696) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:26.029896 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-29c628ac-5a19-4276-95c6-2d25e1dc5b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.051404 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-29c628ac-5a19-4276-95c6-2d25e1dc5b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.098492 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-29c628ac-5a19-4276-95c6-2d25e1dc5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.101064 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-29c628ac-5a19-4276-95c6-2d25e1dc5b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.106151 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-29c628ac-5a19-4276-95c6-2d25e1dc5b71 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/902a7877-bf49-4bb1-8cc0-e73d85940aee HTTP/1.1" status: 204 len: 168 time: 0.1262391 Aug 31 07:42:26.111509 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c628ac-5a19-4276-95c6-2d25e1dc5b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902a7877-bf49-4bb1-8cc0-e73d85940aee,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:26.474985 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3e243-f97b-4851-af13-64de668f1376 req-69e1d449-4933-45e0-af81-12268e7d48ef tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:26.476799 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-87d3e243-f97b-4851-af13-64de668f1376 req-69e1d449-4933-45e0-af81-12268e7d48ef tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 943 time: 0.0523510 Aug 31 07:42:26.516569 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-87d3e243-f97b-4851-af13-64de668f1376 req-26121a55-900b-4aac-8fe9-51694d7411a9 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335672 Aug 31 07:42:26.625548 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd366b96-e573-438d-a97a-bb96f4b03f7a req-f0cf6f9d-e655-4a92-b25a-ebc4f17e6f73 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:26.627074 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cd366b96-e573-438d-a97a-bb96f4b03f7a req-f0cf6f9d-e655-4a92-b25a-ebc4f17e6f73 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 943 time: 0.0555344 Aug 31 07:42:26.674150 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cd366b96-e573-438d-a97a-bb96f4b03f7a req-409c07ca-85d5-42ba-8376-ce190104ccaa tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355527 Aug 31 07:42:26.704238 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678db3f0-9fa0-42db-81f8-48b89645c18e', 'tag': '50fedec6-6b50-4203-ad77-ad914b86e18e'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:26.709770 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffade03-9ff4-4123-a2f2-0b7e93f770cd" -d '{"events": [{"name": "network-changed", "server_uuid": "678db3f0-9fa0-42db-81f8-48b89645c18e", "tag": "50fedec6-6b50-4203-ad77-ad914b86e18e"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:26.745714 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:26.762833 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccdebac-2d3b-483d-b670-fe5f021f1f3e x-openstack-request-id: req-8ccdebac-2d3b-483d-b670-fe5f021f1f3e {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:26.763261 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678db3f0-9fa0-42db-81f8-48b89645c18e", "tag": "50fedec6-6b50-4203-ad77-ad914b86e18e", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:26.763514 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ccdebac-2d3b-483d-b670-fe5f021f1f3e {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:26.764006 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678db3f0-9fa0-42db-81f8-48b89645c18e', 'tag': '50fedec6-6b50-4203-ad77-ad914b86e18e', 'status': 'completed', 'code': 200} Aug 31 07:42:27.636914 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc5d4-0f78-4715-93d1-0ed2814a6bf1 req-4982d19e-e0e6-4c7b-8a6f-9dd52448dc8f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:27.638437 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c2fdc5d4-0f78-4715-93d1-0ed2814a6bf1 req-4982d19e-e0e6-4c7b-8a6f-9dd52448dc8f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 943 time: 0.0547662 Aug 31 07:42:27.677652 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c2fdc5d4-0f78-4715-93d1-0ed2814a6bf1 req-687595fe-543b-4a48-a334-ea53ec21a2df tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330925 Aug 31 07:42:27.803514 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761b6cb-b44e-4298-9622-f3bb04ca8ca7 req-1f8f94c0-a496-4619-a659-ab5a87430d31 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:27.805045 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a761b6cb-b44e-4298-9622-f3bb04ca8ca7 req-1f8f94c0-a496-4619-a659-ab5a87430d31 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 943 time: 0.0633984 Aug 31 07:42:27.844741 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a761b6cb-b44e-4298-9622-f3bb04ca8ca7 req-cbc089da-a4ad-4fcf-900b-f9db6b2502af tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333817 Aug 31 07:42:28.283194 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c649ed-4b9e-4f7c-9b5d-c13a76f091bd req-04a4118b-cf39-4929-b042-5e896ff83f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.284702 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-37c649ed-4b9e-4f7c-9b5d-c13a76f091bd req-04a4118b-cf39-4929-b042-5e896ff83f40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 1096 time: 0.0684385 Aug 31 07:42:28.289868 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d98b013d-f07f-460b-aeeb-3473df9b778c req-8bf670eb-4604-4956-bd65-f2a6ef629b12 service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355691 Aug 31 07:42:28.420782 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffade03-9ff4-4123-a2f2-0b7e93f770cd req-3260c546-c6ba-48a1-a75e-faf3829d7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.422374 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4ffade03-9ff4-4123-a2f2-0b7e93f770cd req-3260c546-c6ba-48a1-a75e-faf3829d7b1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c818e9996e304eb49ab671310d8417de&device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 1096 time: 0.0710480 Aug 31 07:42:28.426742 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c649ed-4b9e-4f7c-9b5d-c13a76f091bd req-6b47e0ee-17d4-4f1d-9f3b-d51b43c36966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.428066 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-37c649ed-4b9e-4f7c-9b5d-c13a76f091bd req-6b47e0ee-17d4-4f1d-9f3b-d51b43c36966 service neutron] 10.222.0.59 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 912 time: 0.1296158 Aug 31 07:42:28.516263 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-37c649ed-4b9e-4f7c-9b5d-c13a76f091bd req-900299d5-718d-4a8e-94b5-486987418b7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a5e2c3e-a955-4571-b956-23e3265ac48d HTTP/1.1" status: 200 len: 217 time: 0.0687563 Aug 31 07:42:28.588646 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c649ed-4b9e-4f7c-9b5d-c13a76f091bd req-a9812b0b-b9d5-40e8-94ba-ea3943802aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.590077 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-37c649ed-4b9e-4f7c-9b5d-c13a76f091bd req-a9812b0b-b9d5-40e8-94ba-ea3943802aa9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 200 len: 850 time: 0.0643551 Aug 31 07:42:28.594263 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffade03-9ff4-4123-a2f2-0b7e93f770cd req-bae3c255-23d7-4c30-83ce-8524c5afeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.595625 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4ffade03-9ff4-4123-a2f2-0b7e93f770cd req-bae3c255-23d7-4c30-83ce-8524c5afeca5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbbe651a-bee4-4db8-aa44-d3d2ab957402 HTTP/1.1" status: 200 len: 912 time: 0.1561942 Aug 31 07:42:28.667395 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4ffade03-9ff4-4123-a2f2-0b7e93f770cd req-742c4317-9f3c-490a-8cc4-0980fdd769b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50fedec6-6b50-4203-ad77-ad914b86e18e HTTP/1.1" status: 200 len: 217 time: 0.0605044 Aug 31 07:42:28.708176 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c649ed-4b9e-4f7c-9b5d-c13a76f091bd req-4e04ea18-463d-4220-bf6f-d00fd934adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.709681 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-37c649ed-4b9e-4f7c-9b5d-c13a76f091bd req-4e04ea18-463d-4220-bf6f-d00fd934adc1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29b04af3-cf28-4023-9b5b-4fd7e8875284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1040442 Aug 31 07:42:28.732753 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffade03-9ff4-4123-a2f2-0b7e93f770cd req-b594f729-2678-4989-93e8-b46a3a4693fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.734198 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4ffade03-9ff4-4123-a2f2-0b7e93f770cd req-b594f729-2678-4989-93e8-b46a3a4693fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b7d8940-cf69-47bc-ac4d-6743859889df HTTP/1.1" status: 200 len: 850 time: 0.0581398 Aug 31 07:42:28.793959 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170c51-a72b-41fa-a7ee-3f38e4e65e57 req-df8d47ad-6f09-47b9-b253-6f181387b18e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.795389 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2c170c51-a72b-41fa-a7ee-3f38e4e65e57 req-df8d47ad-6f09-47b9-b253-6f181387b18e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 943 time: 0.0506673 Aug 31 07:42:28.834094 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2c170c51-a72b-41fa-a7ee-3f38e4e65e57 req-f070c4d6-0a46-4cc7-8e6f-07ad800ce456 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327148 Aug 31 07:42:28.839162 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffade03-9ff4-4123-a2f2-0b7e93f770cd req-9341782d-6323-4a07-9614-c5bfb8c258e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.840652 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4ffade03-9ff4-4123-a2f2-0b7e93f770cd req-9341782d-6323-4a07-9614-c5bfb8c258e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbbe651a-bee4-4db8-aa44-d3d2ab957402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0958378 Aug 31 07:42:28.846398 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-37c649ed-4b9e-4f7c-9b5d-c13a76f091bd req-e9d1553f-ad34-4f8e-9144-288d7d929d5d service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269329 Aug 31 07:42:28.967131 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5e0d2-205f-4e21-ba1a-71a53b495fec req-53432b4f-96a3-411a-91e5-00e18958f9d1 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.968659 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b2f5e0d2-205f-4e21-ba1a-71a53b495fec req-53432b4f-96a3-411a-91e5-00e18958f9d1 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 943 time: 0.0520980 Aug 31 07:42:29.010600 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-37c649ed-4b9e-4f7c-9b5d-c13a76f091bd req-67ebf244-575f-4461-a663-13471bd1b8fd service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523292 Aug 31 07:42:29.011483 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b2f5e0d2-205f-4e21-ba1a-71a53b495fec req-270149e0-73d0-4cae-88c3-45f21cb843bd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330160 Aug 31 07:42:29.012311 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4ffade03-9ff4-4123-a2f2-0b7e93f770cd req-6c8b13bb-5412-4995-a99a-6806cb4ac083 service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552827 Aug 31 07:42:29.095905 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:42:29.113713 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4ffade03-9ff4-4123-a2f2-0b7e93f770cd req-f4259665-2404-41a8-a692-c5d8ddec7afd service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862286 Aug 31 07:42:29.962293 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114d1d8-89c5-454b-9a7b-7629ee55d3a9 req-609fd0ba-ef03-4eb9-b648-eb24f61c9098 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:29.963823 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a114d1d8-89c5-454b-9a7b-7629ee55d3a9 req-609fd0ba-ef03-4eb9-b648-eb24f61c9098 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 943 time: 0.0508516 Aug 31 07:42:30.010474 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a114d1d8-89c5-454b-9a7b-7629ee55d3a9 req-4b482f77-21e8-436e-968c-ab814c4783a6 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403595 Aug 31 07:42:30.149881 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48287b90-2a3b-4240-bd0b-397ece4c3836 req-26ba4c46-1687-480b-80a9-4f97b6fa0efd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:30.151497 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-48287b90-2a3b-4240-bd0b-397ece4c3836 req-26ba4c46-1687-480b-80a9-4f97b6fa0efd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 943 time: 0.0579252 Aug 31 07:42:30.201281 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-48287b90-2a3b-4240-bd0b-397ece4c3836 req-5b9533bb-4482-427b-b0d6-a74944f725f3 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422800 Aug 31 07:42:31.144870 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 50fedec6-6b50-4203-ad77-ad914b86e18e details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:31.149515 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182a19e-d2c6-43d0-8e8b-83028b5b2483 req-36c33c0f-b577-4eb9-bf0c-ac8daecca274 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:31.154452 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1182a19e-d2c6-43d0-8e8b-83028b5b2483 req-36c33c0f-b577-4eb9-bf0c-ac8daecca274 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 943 time: 0.0640013 Aug 31 07:42:31.189770 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1182a19e-d2c6-43d0-8e8b-83028b5b2483 req-4abe8e3c-d69e-41b3-ab86-08b3c3f8fc91 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327666 Aug 31 07:42:31.243354 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 50fedec6-6b50-4203-ad77-ad914b86e18e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=50fedec6-6b50-4203-ad77-ad914b86e18e,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:31.255019 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '50fedec6-6b50-4203-ad77-ad914b86e18e', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'port_id': '50fedec6-6b50-4203-ad77-ad914b86e18e', 'mac_address': 'fa:16:3e:df:8f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:42:31.296498 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:31.311086 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50fedec6-6b50-4203-ad77-ad914b86e18e {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:31.331115 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9aceb-2f10-4d62-a367-897dd9b5152a req-3d60469d-64ee-42ac-857a-869359fcb0fa tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:31.332928 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0bc9aceb-2f10-4d62-a367-897dd9b5152a req-3d60469d-64ee-42ac-857a-869359fcb0fa tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 943 time: 0.0559487 Aug 31 07:42:31.335234 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 50fedec6-6b50-4203-ad77-ad914b86e18e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=50fedec6-6b50-4203-ad77-ad914b86e18e,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:31.340181 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:31.389770 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0bc9aceb-2f10-4d62-a367-897dd9b5152a req-f6a8ee0f-ff70-4f5b-b7dc-390075b0f3ed tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463920 Aug 31 07:42:31.395798 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=50fedec6-6b50-4203-ad77-ad914b86e18e,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:31.406100 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:31.406499 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:31.407073 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:31.407586 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:31.408066 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:31.408404 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:31.408743 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:31.409123 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:31.409467 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:31.409964 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:31.410300 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:31.410940 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:31.597555 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['50fedec6-6b50-4203-ad77-ad914b86e18e'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:32.308230 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc19864-1eab-4ea4-91c1-c4951810289d req-e7bb2265-5936-4c1d-a243-78af3f9ae0ac tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:32.309723 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8bc19864-1eab-4ea4-91c1-c4951810289d req-e7bb2265-5936-4c1d-a243-78af3f9ae0ac tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 943 time: 0.0508542 Aug 31 07:42:32.348516 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8bc19864-1eab-4ea4-91c1-c4951810289d req-4ebb737d-fa93-4954-9fae-0042adbee9c0 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328536 Aug 31 07:42:32.509861 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69f3f1-0a42-413b-bf29-ec7769785e00 req-6f01c2dd-a05c-472e-bbc3-b531ff150b72 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:32.511391 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cd69f3f1-0a42-413b-bf29-ec7769785e00 req-6f01c2dd-a05c-472e-bbc3-b531ff150b72 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 944 time: 0.0613115 Aug 31 07:42:32.552309 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cd69f3f1-0a42-413b-bf29-ec7769785e00 req-3f5031bc-a5db-4a6b-80e2-f1cf71a581d1 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346134 Aug 31 07:42:33.152618 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 50fedec6-6b50-4203-ad77-ad914b86e18e up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:33.204528 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 50fedec6-6b50-4203-ad77-ad914b86e18e completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:33.208121 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 50fedec6-6b50-4203-ad77-ad914b86e18e triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:33.208492 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.295156 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.332260 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678db3f0-9fa0-42db-81f8-48b89645c18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fedec6-6b50-4203-ad77-ad914b86e18e'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:33.335989 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21ab63b-e281-422b-b771-174d87ce2779" -d '{"events": [{"server_uuid": "678db3f0-9fa0-42db-81f8-48b89645c18e", "name": "network-vif-plugged", "status": "completed", "tag": "50fedec6-6b50-4203-ad77-ad914b86e18e"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:33.358238 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 50fedec6-6b50-4203-ad77-ad914b86e18e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=50fedec6-6b50-4203-ad77-ad914b86e18e,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:33.363685 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.413295 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46898) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:33.424723 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=50fedec6-6b50-4203-ad77-ad914b86e18e,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:33.474213 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f26f6-045c-4272-a21b-a0c33f89a4f3 req-c0bd689b-3dfd-4e8f-acdb-7681d962c0ca tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:33.481923 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-500f26f6-045c-4272-a21b-a0c33f89a4f3 req-c0bd689b-3dfd-4e8f-acdb-7681d962c0ca tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 943 time: 0.0562124 Aug 31 07:42:33.525220 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-500f26f6-045c-4272-a21b-a0c33f89a4f3 req-d3b33371-4963-4f13-a13d-a9472412c9b8 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421724 Aug 31 07:42:33.525380 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7134c35e-9f61-4c62-9b1c-adca4777d570 x-openstack-request-id: req-7134c35e-9f61-4c62-9b1c-adca4777d570 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:33.525946 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678db3f0-9fa0-42db-81f8-48b89645c18e", "name": "network-vif-plugged", "status": "completed", "tag": "50fedec6-6b50-4203-ad77-ad914b86e18e", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:33.526601 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7134c35e-9f61-4c62-9b1c-adca4777d570 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:33.527231 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678db3f0-9fa0-42db-81f8-48b89645c18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fedec6-6b50-4203-ad77-ad914b86e18e', 'code': 200} Aug 31 07:42:33.544479 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddd70aa7-a40f-43c7-b8e2-10f439b623f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.651359 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddd70aa7-a40f-43c7-b8e2-10f439b623f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.657015 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ddd70aa7-a40f-43c7-b8e2-10f439b623f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.684803 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c7899-fb85-4cf0-bddc-88c1e1ec519f req-37d75745-9529-4663-b6a7-131246f8445e tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:33.686502 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-ddd70aa7-a40f-43c7-b8e2-10f439b623f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f4822e2f7eca4744a11f5ed47ddf6f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702827 Aug 31 07:42:33.686627 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b43c7899-fb85-4cf0-bddc-88c1e1ec519f req-37d75745-9529-4663-b6a7-131246f8445e tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 945 time: 0.0623472 Aug 31 07:42:33.689186 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46906) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:33.713752 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd70aa7-a40f-43c7-b8e2-10f439b623f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818ace73-1683-4711-baf7-b08ca68ca9ce,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:33.747045 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82285e0e-f731-4d4c-b2ab-15c8f1ec1bac req-55116b9e-a97f-4a76-9e0b-8221fd96744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:33.749026 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-82285e0e-f731-4d4c-b2ab-15c8f1ec1bac req-55116b9e-a97f-4a76-9e0b-8221fd96744c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 1098 time: 0.0458784 Aug 31 07:42:33.760068 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b43c7899-fb85-4cf0-bddc-88c1e1ec519f req-a0c98a53-3a42-405e-bc88-3f7528cb8b91 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631831 Aug 31 07:42:33.775917 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9b11d40d-c98e-4af1-ba52-1a0c683a6a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.794047 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-82285e0e-f731-4d4c-b2ab-15c8f1ec1bac req-1ca7d069-b3be-4e1f-a1b3-9d0776d95762 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360916 Aug 31 07:42:33.799335 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9b11d40d-c98e-4af1-ba52-1a0c683a6a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.855256 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9b11d40d-c98e-4af1-ba52-1a0c683a6a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.858186 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9b11d40d-c98e-4af1-ba52-1a0c683a6a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.859384 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-9b11d40d-c98e-4af1-ba52-1a0c683a6a8f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/818ace73-1683-4711-baf7-b08ca68ca9ce HTTP/1.1" status: 204 len: 168 time: 0.1692827 Aug 31 07:42:33.867392 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11d40d-c98e-4af1-ba52-1a0c683a6a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818ace73-1683-4711-baf7-b08ca68ca9ce,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:34.333572 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46920) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:34.443250 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-174a5b32-2410-4026-9e99-aa7ece01e921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.544891 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-174a5b32-2410-4026-9e99-aa7ece01e921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.548552 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-174a5b32-2410-4026-9e99-aa7ece01e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.588705 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-174a5b32-2410-4026-9e99-aa7ece01e921 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e5a51342030e45c5a2138f755e9db2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540314 Aug 31 07:42:34.589590 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a5b32-2410-4026-9e99-aa7ece01e921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90df6498-eb74-428a-ad71-244d85e98eb4,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:34.591476 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46926) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:34.646076 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c587ded-0bfe-48d6-acb7-f8760ae1239f req-c41ec2b6-abfd-468c-93c0-a54e94963e7d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.647594 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6c587ded-0bfe-48d6-acb7-f8760ae1239f req-c41ec2b6-abfd-468c-93c0-a54e94963e7d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 943 time: 0.0532734 Aug 31 07:42:34.658039 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c75de333-80c4-4e0e-8795-33aa68ff965d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.679479 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c75de333-80c4-4e0e-8795-33aa68ff965d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.686174 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6c587ded-0bfe-48d6-acb7-f8760ae1239f req-b0d1ef42-d421-47e9-91d0-d09b08ba862b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324602 Aug 31 07:42:34.726943 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c75de333-80c4-4e0e-8795-33aa68ff965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.729571 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c75de333-80c4-4e0e-8795-33aa68ff965d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.730737 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-c75de333-80c4-4e0e-8795-33aa68ff965d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90df6498-eb74-428a-ad71-244d85e98eb4 HTTP/1.1" status: 204 len: 168 time: 0.1365576 Aug 31 07:42:34.738336 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75de333-80c4-4e0e-8795-33aa68ff965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90df6498-eb74-428a-ad71-244d85e98eb4,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:34.884096 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8d8d4-0ed3-46e8-b9aa-7360bc97c743 req-db670d8b-a457-4bb3-bcae-87f524532ca5 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.885627 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a7e8d8d4-0ed3-46e8-b9aa-7360bc97c743 req-db670d8b-a457-4bb3-bcae-87f524532ca5 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 945 time: 0.0545657 Aug 31 07:42:34.925901 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a7e8d8d4-0ed3-46e8-b9aa-7360bc97c743 req-2c47c9a7-a3d0-4c8b-af7d-3b8402a42ee9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340593 Aug 31 07:42:35.030169 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46936) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:35.044183 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fe4a59a7-451e-4568-a0f9-3dfa3ce368d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.141684 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fe4a59a7-451e-4568-a0f9-3dfa3ce368d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.145572 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fe4a59a7-451e-4568-a0f9-3dfa3ce368d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.183952 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-fe4a59a7-451e-4568-a0f9-3dfa3ce368d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6fd295ba49ae458681fb88b8f1190279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526053 Aug 31 07:42:35.185177 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a59a7-451e-4568-a0f9-3dfa3ce368d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821f207f-e33d-4803-bfe6-dfc2e154a7b5,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:35.186652 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46938) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:35.236719 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f220cc7a-0c89-437e-811e-7ecb29aa212d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.258186 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f220cc7a-0c89-437e-811e-7ecb29aa212d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.306196 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f220cc7a-0c89-437e-811e-7ecb29aa212d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.309100 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f220cc7a-0c89-437e-811e-7ecb29aa212d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.310497 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-f220cc7a-0c89-437e-811e-7ecb29aa212d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/821f207f-e33d-4803-bfe6-dfc2e154a7b5 HTTP/1.1" status: 204 len: 168 time: 0.1226079 Aug 31 07:42:35.319816 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220cc7a-0c89-437e-811e-7ecb29aa212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821f207f-e33d-4803-bfe6-dfc2e154a7b5,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:35.625899 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46944) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:35.640020 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7ac3-1257-4ab3-b1de-c71dd4cbe62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.728475 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7ac3-1257-4ab3-b1de-c71dd4cbe62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.732626 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7ac3-1257-4ab3-b1de-c71dd4cbe62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.771833 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-e9ad7ac3-1257-4ab3-b1de-c71dd4cbe62b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6b3d5f240804a36b6870945cc61b21a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447899 Aug 31 07:42:35.772714 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad7ac3-1257-4ab3-b1de-c71dd4cbe62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e7ab9a-a829-40ce-88ad-e379af7e0fdd,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:35.775012 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46948) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:35.806975 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ae9bc-cd7d-4578-a9c1-861e06df7454 req-2ec43295-80cd-4900-b19e-a1f5a7676bd6 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:35.810204 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b30ae9bc-cd7d-4578-a9c1-861e06df7454 req-2ec43295-80cd-4900-b19e-a1f5a7676bd6 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 943 time: 0.0532634 Aug 31 07:42:35.823981 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3f57a972-a77a-4aa7-b7d9-e4064d928a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.844487 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3f57a972-a77a-4aa7-b7d9-e4064d928a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.846886 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b30ae9bc-cd7d-4578-a9c1-861e06df7454 req-39cd92ec-38cd-492f-83fe-63bbe4c9a269 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312474 Aug 31 07:42:35.892227 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3f57a972-a77a-4aa7-b7d9-e4064d928a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.894841 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3f57a972-a77a-4aa7-b7d9-e4064d928a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:35.897547 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-3f57a972-a77a-4aa7-b7d9-e4064d928a70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78e7ab9a-a829-40ce-88ad-e379af7e0fdd HTTP/1.1" status: 204 len: 168 time: 0.1200895 Aug 31 07:42:35.904370 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57a972-a77a-4aa7-b7d9-e4064d928a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e7ab9a-a829-40ce-88ad-e379af7e0fdd,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:36.044831 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5043-0b2c-4cbf-af7b-1cd8b2de128b req-348f0221-dd6d-4b72-b14c-63c718cf7d4c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.046266 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0ecb5043-0b2c-4cbf-af7b-1cd8b2de128b req-348f0221-dd6d-4b72-b14c-63c718cf7d4c tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 945 time: 0.0507355 Aug 31 07:42:36.085263 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0ecb5043-0b2c-4cbf-af7b-1cd8b2de128b req-7dfb6f9b-4b1e-4dfe-88d5-aa3424b8cc28 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330384 Aug 31 07:42:36.215723 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd1ed4-831e-4632-87f8-db9bf898953f req-26e53afc-9e72-4502-9c3e-bf6e3b76b8dd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.217247 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-61bd1ed4-831e-4632-87f8-db9bf898953f req-26e53afc-9e72-4502-9c3e-bf6e3b76b8dd tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 945 time: 0.0492806 Aug 31 07:42:36.227591 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 46964) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:36.232741 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-f135fc66-f0b8-4759-a83c-dc1153e24c68 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Request body: {'floatingip': {'port_id': '50fedec6-6b50-4203-ad77-ad914b86e18e'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:36.276793 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f135fc66-f0b8-4759-a83c-dc1153e24c68 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.771087 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f135fc66-f0b8-4759-a83c-dc1153e24c68 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.775924 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f135fc66-f0b8-4759-a83c-dc1153e24c68 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.880006 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.l3_db [None req-f135fc66-f0b8-4759-a83c-dc1153e24c68 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Floating IP f1aaeada-df6c-4a9f-a2ce-fbcd4032da38 associated. External IP: 172.27.0.217, port: 50fedec6-6b50-4203-ad77-ad914b86e18e. Aug 31 07:42:36.983294 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850571f3-3a4c-4555-873f-78cfc04aa312 req-15c77527-2575-420b-8e2f-54a11103ed7a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.984770 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-850571f3-3a4c-4555-873f-78cfc04aa312 req-15c77527-2575-420b-8e2f-54a11103ed7a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 943 time: 0.0676291 Aug 31 07:42:37.035099 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-850571f3-3a4c-4555-873f-78cfc04aa312 req-04154036-1d74-4285-bbb8-acfc0e5efa0d tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437505 Aug 31 07:42:37.053681 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 46990) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:37.116647 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f135fc66-f0b8-4759-a83c-dc1153e24c68 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Router 8247255c-37e7-47b2-841d-16eb5d2cdc1f has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:37.165901 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-11190fa6-3383-4ddc-91d9-ddc6dde15996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.177801 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 7a5e2c3e-a955-4571-b956-23e3265ac48d details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:37.240442 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f135fc66-f0b8-4759-a83c-dc1153e24c68 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:37.245747 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f135fc66-f0b8-4759-a83c-dc1153e24c68 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.257440 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857dcdc6-663d-44bd-8ccd-ac7ccd8994da None None] Sync routers for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:37.275295 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-f135fc66-f0b8-4759-a83c-dc1153e24c68 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "PUT /v2.0/floatingips/f1aaeada-df6c-4a9f-a2ce-fbcd4032da38 HTTP/1.1" status: 200 len: 991 time: 1.0465136 Aug 31 07:42:37.276066 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678db3f0-9fa0-42db-81f8-48b89645c18e', 'tag': '50fedec6-6b50-4203-ad77-ad914b86e18e'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:37.280252 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7193446-97f5-4e4c-8be3-c88018d065be" -d '{"events": [{"name": "network-changed", "server_uuid": "678db3f0-9fa0-42db-81f8-48b89645c18e", "tag": "50fedec6-6b50-4203-ad77-ad914b86e18e"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:37.298572 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857dcdc6-663d-44bd-8ccd-ac7ccd8994da None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:37.299218 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-857dcdc6-663d-44bd-8ccd-ac7ccd8994da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:42:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:37.304697 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-11190fa6-3383-4ddc-91d9-ddc6dde15996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.309850 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-11190fa6-3383-4ddc-91d9-ddc6dde15996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.350804 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdac0965-8552-4d22-96e8-53f792f44962 x-openstack-request-id: req-bdac0965-8552-4d22-96e8-53f792f44962 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:37.351223 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678db3f0-9fa0-42db-81f8-48b89645c18e", "tag": "50fedec6-6b50-4203-ad77-ad914b86e18e", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:37.352030 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bdac0965-8552-4d22-96e8-53f792f44962 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:37.352500 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678db3f0-9fa0-42db-81f8-48b89645c18e', 'tag': '50fedec6-6b50-4203-ad77-ad914b86e18e', 'status': 'completed', 'code': 200} Aug 31 07:42:37.354530 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 7a5e2c3e-a955-4571-b956-23e3265ac48d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7a5e2c3e-a955-4571-b956-23e3265ac48d,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:37.359009 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-11190fa6-3383-4ddc-91d9-ddc6dde15996 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1479074197c4c4a8af54bf8155601b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012888 Aug 31 07:42:37.359009 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11190fa6-3383-4ddc-91d9-ddc6dde15996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4058aa21-199a-46ca-bb07-152b23b387b6,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:37.359284 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 47000) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:37.379031 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'port_id': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'mac_address': 'fa:16:3e:6e:e7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:42:37.447049 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f7e79ac6-ca35-4be3-9c9f-598f39c64974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.458097 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.474367 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7193446-97f5-4e4c-8be3-c88018d065be req-2f422661-0704-47f8-b7c4-7ed36a2496c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.474972 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-857dcdc6-663d-44bd-8ccd-ac7ccd8994da None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:37.475902 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d7193446-97f5-4e4c-8be3-c88018d065be req-2f422661-0704-47f8-b7c4-7ed36a2496c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c818e9996e304eb49ab671310d8417de&device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 1098 time: 0.0769279 Aug 31 07:42:37.478389 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f7e79ac6-ca35-4be3-9c9f-598f39c64974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.503604 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5e2c3e-a955-4571-b956-23e3265ac48d {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:37.535600 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 7a5e2c3e-a955-4571-b956-23e3265ac48d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7a5e2c3e-a955-4571-b956-23e3265ac48d,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:37.563075 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.591874 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f7e79ac6-ca35-4be3-9c9f-598f39c64974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.594587 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-f7e79ac6-ca35-4be3-9c9f-598f39c64974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:37.595800 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-f7e79ac6-ca35-4be3-9c9f-598f39c64974 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4058aa21-199a-46ca-bb07-152b23b387b6 HTTP/1.1" status: 204 len: 168 time: 0.2357075 Aug 31 07:42:37.605683 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7193446-97f5-4e4c-8be3-c88018d065be req-e1fddd79-f791-4c81-a564-b7fc63750067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.607276 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d7193446-97f5-4e4c-8be3-c88018d065be req-e1fddd79-f791-4c81-a564-b7fc63750067 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cbbe651a-bee4-4db8-aa44-d3d2ab957402 HTTP/1.1" status: 200 len: 912 time: 0.1224830 Aug 31 07:42:37.608451 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e79ac6-ca35-4be3-9c9f-598f39c64974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4058aa21-199a-46ca-bb07-152b23b387b6,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:37.674896 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=7a5e2c3e-a955-4571-b956-23e3265ac48d,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:37.685981 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d7193446-97f5-4e4c-8be3-c88018d065be req-09c7d337-3105-4842-a80c-9d4c09b2ee5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50fedec6-6b50-4203-ad77-ad914b86e18e HTTP/1.1" status: 200 len: 999 time: 0.0710993 Aug 31 07:42:37.745416 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7193446-97f5-4e4c-8be3-c88018d065be req-b2785dde-257c-4c76-8b1f-8f9f522a5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.746921 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d7193446-97f5-4e4c-8be3-c88018d065be req-b2785dde-257c-4c76-8b1f-8f9f522a5328 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8b7d8940-cf69-47bc-ac4d-6743859889df HTTP/1.1" status: 200 len: 850 time: 0.0535522 Aug 31 07:42:37.790871 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-857dcdc6-663d-44bd-8ccd-ac7ccd8994da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': 'f1aaeada-df6c-4a9f-a2ce-fbcd4032da38', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'port_id': '50fedec6-6b50-4203-ad77-ad914b86e18e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'mac_address': 'fa:16:3e:df:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678db3f0-9fa0-42db-81f8-48b89645c18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 1, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:59Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:37.816495 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7193446-97f5-4e4c-8be3-c88018d065be req-73881088-8fc7-4451-9dc1-88cf2c902480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.818277 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d7193446-97f5-4e4c-8be3-c88018d065be req-73881088-8fc7-4451-9dc1-88cf2c902480 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cbbe651a-bee4-4db8-aa44-d3d2ab957402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0633957 Aug 31 07:42:37.824969 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857dcdc6-663d-44bd-8ccd-ac7ccd8994da None None] Checking router: 8247255c-37e7-47b2-841d-16eb5d2cdc1f for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:37.834514 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857dcdc6-663d-44bd-8ccd-ac7ccd8994da None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:37.835189 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-857dcdc6-663d-44bd-8ccd-ac7ccd8994da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:42:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:37.840757 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['7a5e2c3e-a955-4571-b956-23e3265ac48d'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:37.927997 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d7193446-97f5-4e4c-8be3-c88018d065be req-6f0de83f-1794-48b0-8ee6-cd7f732c1427 service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016309 Aug 31 07:42:37.996835 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-857dcdc6-663d-44bd-8ccd-ac7ccd8994da None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:38.025206 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d7193446-97f5-4e4c-8be3-c88018d065be req-3b940635-a64b-41ba-b0b7-f2c6c892f588 service neutron] 10.222.0.59 "GET /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890732 Aug 31 07:42:38.166909 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9b59d-71ea-4e6b-92b4-c16ea2e14c87 req-c9d6658f-7990-44f6-8646-f1694fe038b3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:38.168790 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b2f9b59d-71ea-4e6b-92b4-c16ea2e14c87 req-c9d6658f-7990-44f6-8646-f1694fe038b3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 944 time: 0.0640945 Aug 31 07:42:38.211838 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b2f9b59d-71ea-4e6b-92b4-c16ea2e14c87 req-d3cefcff-36a3-4375-8f88-0109ed8c1530 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357745 Aug 31 07:42:38.359445 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-857dcdc6-663d-44bd-8ccd-ac7ccd8994da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': 'f1aaeada-df6c-4a9f-a2ce-fbcd4032da38', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'port_id': '50fedec6-6b50-4203-ad77-ad914b86e18e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'mac_address': 'fa:16:3e:df:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678db3f0-9fa0-42db-81f8-48b89645c18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 1, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:59Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:38.386776 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857dcdc6-663d-44bd-8ccd-ac7ccd8994da None None] The sync data for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi is: [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': 'f1aaeada-df6c-4a9f-a2ce-fbcd4032da38', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'port_id': '50fedec6-6b50-4203-ad77-ad914b86e18e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'mac_address': 'fa:16:3e:df:8f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '678db3f0-9fa0-42db-81f8-48b89645c18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:14Z', 'updated_at': '2021-08-31T07:42:36Z', 'revision_number': 1, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:59Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:38.589545 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854bb7d5-f71e-452b-947d-7920d560eec6 None None] New status for floating IP f1aaeada-df6c-4a9f-a2ce-fbcd4032da38: ACTIVE {{(pid=94045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:42:39.193394 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 7a5e2c3e-a955-4571-b956-23e3265ac48d up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:39.245550 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 7a5e2c3e-a955-4571-b956-23e3265ac48d completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:39.250198 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 7a5e2c3e-a955-4571-b956-23e3265ac48d triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:39.250737 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:39.338049 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:39.340223 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a14ff-7b5d-46e1-8ced-270e36534ff0 req-940d3483-f5b0-4667-b84e-b3a48e27f920 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:39.341790 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f03a14ff-7b5d-46e1-8ced-270e36534ff0 req-940d3483-f5b0-4667-b84e-b3a48e27f920 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 944 time: 0.0550961 Aug 31 07:42:39.364155 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5e2c3e-a955-4571-b956-23e3265ac48d'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:39.368374 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d299d881-d52d-4cdd-9649-85c809f5c434" -d '{"events": [{"server_uuid": "13b32d42-1b35-4d68-9f88-50bea9f36d72", "name": "network-vif-plugged", "status": "completed", "tag": "7a5e2c3e-a955-4571-b956-23e3265ac48d"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:39.384505 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f03a14ff-7b5d-46e1-8ced-270e36534ff0 req-6cbedd32-5e1c-4931-98d4-334d5ee7c4d6 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359697 Aug 31 07:42:39.387393 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 7a5e2c3e-a955-4571-b956-23e3265ac48d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7a5e2c3e-a955-4571-b956-23e3265ac48d,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:39.392596 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:39.417676 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5d3ceb-8f68-492a-9270-9608d5f1b85b x-openstack-request-id: req-7f5d3ceb-8f68-492a-9270-9608d5f1b85b {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:39.417968 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b32d42-1b35-4d68-9f88-50bea9f36d72", "name": "network-vif-plugged", "status": "completed", "tag": "7a5e2c3e-a955-4571-b956-23e3265ac48d", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:39.418222 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f5d3ceb-8f68-492a-9270-9608d5f1b85b {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:39.418639 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'code': 200} Aug 31 07:42:39.453279 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=7a5e2c3e-a955-4571-b956-23e3265ac48d,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:39.700702 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62520d1-b189-4c9c-9ffd-6213cd5b7e36 req-ab39a1b5-e1ac-4000-8569-b0616d99bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:39.702166 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d62520d1-b189-4c9c-9ffd-6213cd5b7e36 req-ab39a1b5-e1ac-4000-8569-b0616d99bf19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 1098 time: 0.0403411 Aug 31 07:42:39.743560 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d62520d1-b189-4c9c-9ffd-6213cd5b7e36 req-4afbb8a3-d403-4f52-81ad-e22ae91022e5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338578 Aug 31 07:42:40.516691 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7e16f-16b3-4a29-a37d-88a1f80284fd req-a2c5150e-6293-4e49-842c-c37f8e45302b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:40.518228 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3dc7e16f-16b3-4a29-a37d-88a1f80284fd req-a2c5150e-6293-4e49-842c-c37f8e45302b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 945 time: 0.0519569 Aug 31 07:42:40.558229 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3dc7e16f-16b3-4a29-a37d-88a1f80284fd req-d4e41632-c9ba-4232-a627-02b193023744 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334346 Aug 31 07:42:41.676350 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b49303-9cd9-475f-a92b-bf4a67e323fd req-65f4e3c8-46c1-42ae-a698-fbb7beb4f0f1 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:41.677726 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c6b49303-9cd9-475f-a92b-bf4a67e323fd req-65f4e3c8-46c1-42ae-a698-fbb7beb4f0f1 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 945 time: 0.0491428 Aug 31 07:42:41.717620 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c6b49303-9cd9-475f-a92b-bf4a67e323fd req-b4106197-8fba-438c-b4de-b77412399c6e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338974 Aug 31 07:42:41.837482 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b4c79-73ef-4f9a-bfe0-f970d7bca2a7 req-82c86d1e-fdc6-4812-92c8-718c167bac74 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:41.839107 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9e3b4c79-73ef-4f9a-bfe0-f970d7bca2a7 req-82c86d1e-fdc6-4812-92c8-718c167bac74 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 945 time: 0.0533943 Aug 31 07:42:41.880693 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9e3b4c79-73ef-4f9a-bfe0-f970d7bca2a7 req-c78a93c9-bf4d-45fb-998e-349843ef13cf tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356653 Aug 31 07:42:41.903030 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 47032) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:41.947834 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e776185-7189-4398-80f0-0c90661b7091 tempest-TestVolumeBootPattern-2061435396 tempest-TestVolumeBootPattern-2061435396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:41.949784 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-2e776185-7189-4398-80f0-0c90661b7091 tempest-TestVolumeBootPattern-2061435396 tempest-TestVolumeBootPattern-2061435396-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 1093 time: 0.0456405 Aug 31 07:42:41.952478 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 47034) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:41.957048 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Request body: {'floatingip': {'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'port_id': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:41.981667 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for floatingip, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.083059 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.188803 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Allocated IP 172.27.0.188 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/1da6bce9-75fc-4759-a83b-fc3eb96972c3) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:42:42.302696 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.353938 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.395471 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:42:42.398605 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:42:42.402173 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:42:42.423787 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'Port': ['ID=1da6bce9-75fc-4759-a83b-fc3eb96972c3,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:42.780406 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:42.849992 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.014776 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for port, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.019193 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529199047'] for port, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.094989 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'Port': ['ID=1da6bce9-75fc-4759-a83b-fc3eb96972c3,revision_number=2']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:43.108473 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.214078 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.l3_db [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Floating IP 7cf1d1f6-4cb0-44cf-b6db-20aa2c594873 associated. External IP: 172.27.0.188, port: 7a5e2c3e-a955-4571-b956-23e3265ac48d. Aug 31 07:42:43.428523 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Router 591258f2-d1db-4690-8099-393e6a6f3234 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:42:43.550829 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:42:43.561115 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817280b3-c8cd-4ec4-8cf0-ac1f4b89a495 None None] Sync routers for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:42:43.567611 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:43.571952 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817280b3-c8cd-4ec4-8cf0-ac1f4b89a495 None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:43.572565 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-817280b3-c8cd-4ec4-8cf0-ac1f4b89a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:42:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:43.596014 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-816a9259-30d3-41a0-b6d8-a06760903b5e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6424115 Aug 31 07:42:43.596607 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'tag': '7a5e2c3e-a955-4571-b956-23e3265ac48d'}] {{(pid=94043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:43.598937 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8655ae71f89ec2b95c3046313fcc7688084414ddb3225736c66aa8988249ae5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d4ef6a-e2b2-4c62-8d69-70b61bfb4475" -d '{"events": [{"name": "network-changed", "server_uuid": "13b32d42-1b35-4d68-9f88-50bea9f36d72", "tag": "7a5e2c3e-a955-4571-b956-23e3265ac48d"}]}' {{(pid=94043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:43.641720 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f8d32b-6102-44e8-ad20-5d8f995f3d94 x-openstack-request-id: req-39f8d32b-6102-44e8-ad20-5d8f995f3d94 {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:43.642067 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b32d42-1b35-4d68-9f88-50bea9f36d72", "tag": "7a5e2c3e-a955-4571-b956-23e3265ac48d", "status": "completed", "code": 200}]} {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:43.642327 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39f8d32b-6102-44e8-ad20-5d8f995f3d94 {{(pid=94043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:43.642843 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'tag': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'status': 'completed', 'code': 200} Aug 31 07:42:43.704272 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-817280b3-c8cd-4ec4-8cf0-ac1f4b89a495 None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:43.715035 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4ef6a-e2b2-4c62-8d69-70b61bfb4475 req-95b78283-536f-4675-9097-31c7b8193241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:43.719539 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-77d4ef6a-e2b2-4c62-8d69-70b61bfb4475 req-95b78283-536f-4675-9097-31c7b8193241 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 1098 time: 0.0500205 Aug 31 07:42:43.812683 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4ef6a-e2b2-4c62-8d69-70b61bfb4475 req-f463c88a-4272-4ad0-bced-06deffda78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:43.814181 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-77d4ef6a-e2b2-4c62-8d69-70b61bfb4475 req-f463c88a-4272-4ad0-bced-06deffda78e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 912 time: 0.0871625 Aug 31 07:42:43.892806 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-77d4ef6a-e2b2-4c62-8d69-70b61bfb4475 req-e0bd3b3a-e592-48f0-9817-7ec32b7b9122 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a5e2c3e-a955-4571-b956-23e3265ac48d HTTP/1.1" status: 200 len: 999 time: 0.0673993 Aug 31 07:42:43.959369 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4ef6a-e2b2-4c62-8d69-70b61bfb4475 req-f49d285f-9bc3-4fea-b285-01b178e3eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:43.959369 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-77d4ef6a-e2b2-4c62-8d69-70b61bfb4475 req-f49d285f-9bc3-4fea-b285-01b178e3eef3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 200 len: 850 time: 0.0575962 Aug 31 07:42:44.008898 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4ef6a-e2b2-4c62-8d69-70b61bfb4475 req-d8b441eb-1b68-4d6b-b873-6dac64231a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:44.010560 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-77d4ef6a-e2b2-4c62-8d69-70b61bfb4475 req-d8b441eb-1b68-4d6b-b873-6dac64231a1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29b04af3-cf28-4023-9b5b-4fd7e8875284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448446 Aug 31 07:42:44.057301 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-817280b3-c8cd-4ec4-8cf0-ac1f4b89a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '7cf1d1f6-4cb0-44cf-b6db-20aa2c594873', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:6e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:42Z', 'updated_at': '2021-08-31T07:42:42Z', 'revision_number': 0, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:44.083473 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817280b3-c8cd-4ec4-8cf0-ac1f4b89a495 None None] Checking router: 591258f2-d1db-4690-8099-393e6a6f3234 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:42:44.091935 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817280b3-c8cd-4ec4-8cf0-ac1f4b89a495 None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:42:44.092549 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-817280b3-c8cd-4ec4-8cf0-ac1f4b89a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:42:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:44.105729 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-77d4ef6a-e2b2-4c62-8d69-70b61bfb4475 req-04c63809-5ff2-417f-9a84-18794aeb11e8 service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874250 Aug 31 07:42:44.200430 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-817280b3-c8cd-4ec4-8cf0-ac1f4b89a495 None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:42:44.205634 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-77d4ef6a-e2b2-4c62-8d69-70b61bfb4475 req-9cc423d9-a75a-45b8-b9fd-c87f60ee29ac service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855920 Aug 31 07:42:44.437305 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-817280b3-c8cd-4ec4-8cf0-ac1f4b89a495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '7cf1d1f6-4cb0-44cf-b6db-20aa2c594873', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:6e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:42Z', 'updated_at': '2021-08-31T07:42:42Z', 'revision_number': 0, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:42:44.464074 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817280b3-c8cd-4ec4-8cf0-ac1f4b89a495 None None] The sync data for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi is: [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '7cf1d1f6-4cb0-44cf-b6db-20aa2c594873', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:6e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:42Z', 'updated_at': '2021-08-31T07:42:42Z', 'revision_number': 0, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:42:44.656323 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9a3d10-5c4a-4a3c-9fc0-c92b49dbb872 None None] New status for floating IP 7cf1d1f6-4cb0-44cf-b6db-20aa2c594873: ACTIVE {{(pid=94045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:42:49.954849 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009e078-0f3b-4a40-9000-11b2af46cf77 req-e8190335-f47c-497a-9111-e95e79f699bb tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:49.955500 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34e910-6cef-44d0-bb37-426172dd9c00 req-a3bb4ed5-71cd-4c5e-8f40-aad33a20ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:49.956380 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a009e078-0f3b-4a40-9000-11b2af46cf77 req-e8190335-f47c-497a-9111-e95e79f699bb tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0596457 Aug 31 07:42:49.956773 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5c34e910-6cef-44d0-bb37-426172dd9c00 req-a3bb4ed5-71cd-4c5e-8f40-aad33a20ef3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8284d925f59640eaadfd1bc0345625b1&device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 1137 time: 0.0410702 Aug 31 07:42:49.998193 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a009e078-0f3b-4a40-9000-11b2af46cf77 req-a3c90773-01cc-44f7-a26f-a83c07ea0377 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351012 Aug 31 07:42:50.057101 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34e910-6cef-44d0-bb37-426172dd9c00 req-3bdb50cf-6d0d-4d01-b2ca-415c51702c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:50.058610 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5c34e910-6cef-44d0-bb37-426172dd9c00 req-3bdb50cf-6d0d-4d01-b2ca-415c51702c38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9d29324-aec2-4290-8649-b37f0daeb96e HTTP/1.1" status: 200 len: 915 time: 0.0907016 Aug 31 07:42:50.136636 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5c34e910-6cef-44d0-bb37-426172dd9c00 req-2310201f-8978-4f3e-b7dd-aebbc6c74f28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e399cc8-fe0f-479b-9bba-3b21f5b25953 HTTP/1.1" status: 200 len: 1001 time: 0.0594292 Aug 31 07:42:50.191174 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34e910-6cef-44d0-bb37-426172dd9c00 req-a589bca4-bd17-4631-9e09-8dfd936befc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:50.192671 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5c34e910-6cef-44d0-bb37-426172dd9c00 req-a589bca4-bd17-4631-9e09-8dfd936befc8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db550d3e-1fb1-40e1-b5d1-ece28f57dda7 HTTP/1.1" status: 200 len: 853 time: 0.0470781 Aug 31 07:42:50.251509 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34e910-6cef-44d0-bb37-426172dd9c00 req-b7f51672-7a9d-4075-adbd-add6f6d0b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:50.253029 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5c34e910-6cef-44d0-bb37-426172dd9c00 req-b7f51672-7a9d-4075-adbd-add6f6d0b7e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9d29324-aec2-4290-8649-b37f0daeb96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427198 Aug 31 07:42:50.346242 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5c34e910-6cef-44d0-bb37-426172dd9c00 req-7e716174-6861-48a9-a9ca-f5fcd1594656 service neutron] 10.222.0.59 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848312 Aug 31 07:42:50.701346 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-5c34e910-6cef-44d0-bb37-426172dd9c00 req-5333caeb-f386-4d1b-afa0-f28cc7c3fb86 service neutron] 10.222.0.59 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429534 Aug 31 07:42:51.122150 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342cd1b-7385-492f-9be6-11abdb1858fc req-ecd8860e-26ad-477d-b5e8-11836b2777d4 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.123761 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4342cd1b-7385-492f-9be6-11abdb1858fc req-ecd8860e-26ad-477d-b5e8-11836b2777d4 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0526402 Aug 31 07:42:51.162920 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-da83016a-a69b-4ca8-8307-7186e951265f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:51.168901 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4342cd1b-7385-492f-9be6-11abdb1858fc req-f567025d-5019-422c-8362-4b3fbeaa44ec tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389826 Aug 31 07:42:51.649259 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ee0bbc22-ef3a-4c89-84aa-6c691dcdb40d req-9f994551-2b06-4b0c-b73e-dee41fb975f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398407 Aug 31 07:42:51.711634 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bbc22-ef3a-4c89-84aa-6c691dcdb40d req-6e9a9402-4635-4005-ae45-a7335dd3d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.713112 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ee0bbc22-ef3a-4c89-84aa-6c691dcdb40d req-6e9a9402-4635-4005-ae45-a7335dd3d9f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9410f14d504d4cd8ba09ec85329f9e99&device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 1099 time: 0.0404544 Aug 31 07:42:51.817211 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bbc22-ef3a-4c89-84aa-6c691dcdb40d req-0ed66ff1-bc5c-49d7-b3a0-c902980d62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.818701 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ee0bbc22-ef3a-4c89-84aa-6c691dcdb40d req-0ed66ff1-bc5c-49d7-b3a0-c902980d62cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47 HTTP/1.1" status: 200 len: 909 time: 0.0862837 Aug 31 07:42:51.882951 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ee0bbc22-ef3a-4c89-84aa-6c691dcdb40d req-a50908ca-a9c9-4de1-ad37-de38b82cd8af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08 HTTP/1.1" status: 200 len: 1001 time: 0.0569248 Aug 31 07:42:51.939982 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bbc22-ef3a-4c89-84aa-6c691dcdb40d req-365cb736-3fe9-48a5-84b5-9af5e0708a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.941341 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ee0bbc22-ef3a-4c89-84aa-6c691dcdb40d req-365cb736-3fe9-48a5-84b5-9af5e0708a0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad945823-97d3-45ba-bad9-c349a447cce8 HTTP/1.1" status: 200 len: 847 time: 0.0468144 Aug 31 07:42:51.989195 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bbc22-ef3a-4c89-84aa-6c691dcdb40d req-987b7263-ccae-482d-b6a4-6e67ddfaadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:51.990709 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ee0bbc22-ef3a-4c89-84aa-6c691dcdb40d req-987b7263-ccae-482d-b6a4-6e67ddfaadd6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400751 Aug 31 07:42:52.088516 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ee0bbc22-ef3a-4c89-84aa-6c691dcdb40d req-88f97033-71dd-43a0-9c28-4e4d7362837c service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817335 Aug 31 07:42:52.191729 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-ee0bbc22-ef3a-4c89-84aa-6c691dcdb40d req-03b4557d-15c9-42e2-ad57-d1ff32ccb542 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926101 Aug 31 07:42:52.288085 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781202c-5b79-4bcf-bb04-0a1e5986ac8e req-569bf1df-507c-4855-a041-86073fa02491 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:52.289586 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7781202c-5b79-4bcf-bb04-0a1e5986ac8e req-569bf1df-507c-4855-a041-86073fa02491 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0488303 Aug 31 07:42:52.329589 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7781202c-5b79-4bcf-bb04-0a1e5986ac8e req-113022a5-6211-4ad3-9aaf-271b6cae166b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332794 Aug 31 07:42:53.091826 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:53.460218 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafe590-23b7-438d-b7ab-cbcaf754edff req-d708de1d-25f0-4555-8acd-55a5cf4eb92a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:53.461682 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9fafe590-23b7-438d-b7ab-cbcaf754edff req-d708de1d-25f0-4555-8acd-55a5cf4eb92a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0544629 Aug 31 07:42:53.503303 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9fafe590-23b7-438d-b7ab-cbcaf754edff req-1631a992-5b24-4776-8e80-d0f941703224 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354989 Aug 31 07:42:54.141562 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a609e0a3-71ed-45d3-baa0-7bcaf845c7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:54.402814 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:54.621843 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee545b-da74-47c6-8eb8-78e0bb331588 req-63bbe165-dac8-4617-844c-a9dd3026acf3 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:54.623369 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1cee545b-da74-47c6-8eb8-78e0bb331588 req-63bbe165-dac8-4617-844c-a9dd3026acf3 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0497673 Aug 31 07:42:54.664775 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-1cee545b-da74-47c6-8eb8-78e0bb331588 req-a8521c51-b80b-4c0e-a13a-1c86b07d23ca tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351462 Aug 31 07:42:54.881919 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:55.789698 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcb10b-f8e3-4065-9ec6-4f8ac309345d req-1b0ebe70-74eb-4feb-af1c-5735de38ae82 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:55.791478 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-84bcb10b-f8e3-4065-9ec6-4f8ac309345d req-1b0ebe70-74eb-4feb-af1c-5735de38ae82 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0541921 Aug 31 07:42:55.836063 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-84bcb10b-f8e3-4065-9ec6-4f8ac309345d req-5ecd0d2d-4997-401c-b315-f5fcfc192d49 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378017 Aug 31 07:42:56.748065 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:56.958922 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4828c-f08d-47a8-b8da-c0ddf31d3faf req-546a3e50-12d3-4db5-a15a-8d0ea64b3870 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:56.960315 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e8a4828c-f08d-47a8-b8da-c0ddf31d3faf req-546a3e50-12d3-4db5-a15a-8d0ea64b3870 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0542793 Aug 31 07:42:57.001928 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e8a4828c-f08d-47a8-b8da-c0ddf31d3faf req-dbddd26d-bd98-4a77-80cc-4569f409f99c tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342872 Aug 31 07:42:58.122585 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732d743-d9e4-438f-afef-d648cfcb82e1 req-6f65e43f-3fdb-4012-af0c-2b1705ac7d43 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:58.124083 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8732d743-d9e4-438f-afef-d648cfcb82e1 req-6f65e43f-3fdb-4012-af0c-2b1705ac7d43 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0513637 Aug 31 07:42:58.168986 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8732d743-d9e4-438f-afef-d648cfcb82e1 req-beeac72b-2e88-44ae-ad48-94036ccb8946 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387394 Aug 31 07:42:59.292697 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764cdab-2fee-4dfb-b0b3-024521b35da4 req-7dd86d99-0308-4419-9334-3f190d7e80b9 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:59.294580 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0764cdab-2fee-4dfb-b0b3-024521b35da4 req-7dd86d99-0308-4419-9334-3f190d7e80b9 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0513456 Aug 31 07:42:59.342305 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0764cdab-2fee-4dfb-b0b3-024521b35da4 req-9b1a915f-8cb3-445d-ac14-e96f8fe74975 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397198 Aug 31 07:42:59.470140 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc63822-f8f5-49c3-ae9b-1de89db71900 req-e547e5ff-94f5-417d-8634-b8dc25f45d6a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:59.471683 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cfc63822-f8f5-49c3-ae9b-1de89db71900 req-e547e5ff-94f5-417d-8634-b8dc25f45d6a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0575366 Aug 31 07:42:59.510219 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cfc63822-f8f5-49c3-ae9b-1de89db71900 req-50026edb-ede8-4c35-a6c7-4651ab06c011 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325067 Aug 31 07:43:00.466122 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9456-420f-476e-bd0f-9dd6ca620694 req-8190bb15-b427-47bb-aa56-271759a04029 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:00.467711 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-702c9456-420f-476e-bd0f-9dd6ca620694 req-8190bb15-b427-47bb-aa56-271759a04029 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0503912 Aug 31 07:43:00.509775 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-702c9456-420f-476e-bd0f-9dd6ca620694 req-e07a0a59-8cb2-4c4d-a2d8-3cb67c27399a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351868 Aug 31 07:43:00.634791 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0037e-bbb7-4ecd-86ea-2ea44834170b req-9c667d0c-88a5-41a7-8786-a7ccb3f5463d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:00.636185 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-09a0037e-bbb7-4ecd-86ea-2ea44834170b req-9c667d0c-88a5-41a7-8786-a7ccb3f5463d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0478706 Aug 31 07:43:00.673636 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-09a0037e-bbb7-4ecd-86ea-2ea44834170b req-68e3f485-aaf0-4fee-af21-0c7ffc7b3a34 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314124 Aug 31 07:43:01.879893 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71193558-35f0-41b7-a0ef-680323eea77c req-19fbccd5-723e-41da-9d27-ccea637570bf tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.881540 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-71193558-35f0-41b7-a0ef-680323eea77c req-19fbccd5-723e-41da-9d27-ccea637570bf tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.2941680 Aug 31 07:43:01.903008 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab08bd4-c3ca-48ff-960d-ab53a24be5e1 req-57928193-4bb3-4933-9e34-640be057106d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:01.904444 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8ab08bd4-c3ca-48ff-960d-ab53a24be5e1 req-57928193-4bb3-4933-9e34-640be057106d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0728533 Aug 31 07:43:01.948661 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-71193558-35f0-41b7-a0ef-680323eea77c req-e16ddebd-45e1-4907-8703-f71478a68ff1 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592525 Aug 31 07:43:01.960883 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8ab08bd4-c3ca-48ff-960d-ab53a24be5e1 req-abfa6d63-38ca-4a0a-8e8d-2e205fc1ea1b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489519 Aug 31 07:43:03.101386 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda01369-46f6-4d81-8103-429d5d2cbe3b req-badc97b5-7b86-478e-8f2f-975b8861f933 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:03.103510 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cda01369-46f6-4d81-8103-429d5d2cbe3b req-badc97b5-7b86-478e-8f2f-975b8861f933 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0799699 Aug 31 07:43:03.115482 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e241363-07cb-4545-b088-3d8aca7509ae req-ad021a4e-ef02-46f7-acba-e945a85b7115 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:03.116874 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6e241363-07cb-4545-b088-3d8aca7509ae req-ad021a4e-ef02-46f7-acba-e945a85b7115 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0668442 Aug 31 07:43:03.174380 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cda01369-46f6-4d81-8103-429d5d2cbe3b req-c218bbc7-3c90-4aa7-9d6f-44a3443f0930 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564718 Aug 31 07:43:03.177181 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6e241363-07cb-4545-b088-3d8aca7509ae req-c1e5fc07-d8a8-4b00-97b0-e61dcdcaee10 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535171 Aug 31 07:43:03.997039 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557de7b3-22bf-4316-8630-ed060d733c27 req-604bcad2-f14f-4ec5-bf2a-24c2cf72a219 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:03.998576 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-557de7b3-22bf-4316-8630-ed060d733c27 req-604bcad2-f14f-4ec5-bf2a-24c2cf72a219 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0478978 Aug 31 07:43:04.036394 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-557de7b3-22bf-4316-8630-ed060d733c27 req-0500bb74-7b0a-4891-8b24-9fce5b623bde tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313742 Aug 31 07:43:04.320847 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73160e8-bada-49ea-84bf-cd683beb8a83 req-60ec0e94-a51c-43df-acb6-bc7a6083878e tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:04.322299 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e73160e8-bada-49ea-84bf-cd683beb8a83 req-60ec0e94-a51c-43df-acb6-bc7a6083878e tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0787358 Aug 31 07:43:04.333162 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2daa2-6205-4909-a48d-5bd1db1741c9 req-6855a87c-e7c3-43f9-be53-24d557c3e82f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:04.334740 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-51c2daa2-6205-4909-a48d-5bd1db1741c9 req-6855a87c-e7c3-43f9-be53-24d557c3e82f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0821710 Aug 31 07:43:04.389937 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e73160e8-bada-49ea-84bf-cd683beb8a83 req-47bac46d-5146-4c05-922b-988b8efa99e0 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542452 Aug 31 07:43:04.396886 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-51c2daa2-6205-4909-a48d-5bd1db1741c9 req-baa04561-c252-4924-98fb-71387ee51618 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548716 Aug 31 07:43:05.149542 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08f5d2-801a-4a8b-b8dd-c53d025b0fe1 req-c7d0382f-66e7-4aab-b386-743716ce623b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:05.151094 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3d08f5d2-801a-4a8b-b8dd-c53d025b0fe1 req-c7d0382f-66e7-4aab-b386-743716ce623b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0484216 Aug 31 07:43:05.188797 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3d08f5d2-801a-4a8b-b8dd-c53d025b0fe1 req-45d14b99-35bf-4848-a25a-a362011737a6 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318599 Aug 31 07:43:05.535697 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc33b7e-90ba-440a-8465-af0429434350 req-fb7dae27-1fec-45df-863e-489acdae061d tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:05.537190 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bbc33b7e-90ba-440a-8465-af0429434350 req-fb7dae27-1fec-45df-863e-489acdae061d tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0791254 Aug 31 07:43:05.549814 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51853007-e36f-43a4-a62c-ba608fbb2c87 req-c767828a-e416-43d5-8b62-57a741844a85 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:05.551264 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-51853007-e36f-43a4-a62c-ba608fbb2c87 req-c767828a-e416-43d5-8b62-57a741844a85 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0825675 Aug 31 07:43:05.609856 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bbc33b7e-90ba-440a-8465-af0429434350 req-da58c08a-fa2a-4876-968c-482dc74c875c tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573697 Aug 31 07:43:05.614743 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-51853007-e36f-43a4-a62c-ba608fbb2c87 req-08089edd-f9f4-48af-aeb5-7be2c1b8b19b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568051 Aug 31 07:43:06.095096 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:43:06.305776 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56210236-4838-49eb-a4c0-cfca29c3e37c req-f608677f-6791-44ad-a557-dffba189b2fc tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:06.307289 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-56210236-4838-49eb-a4c0-cfca29c3e37c req-f608677f-6791-44ad-a557-dffba189b2fc tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0533154 Aug 31 07:43:06.345252 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-56210236-4838-49eb-a4c0-cfca29c3e37c req-3f239a27-e9bb-4964-abb0-0bb0d56dc0a4 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320930 Aug 31 07:43:06.768800 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02432ddc-1a54-4bf5-8a9c-9654402ad5fb req-79d75874-2540-4dd7-886a-8d8148abe549 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:06.770302 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02432ddc-1a54-4bf5-8a9c-9654402ad5fb req-79d75874-2540-4dd7-886a-8d8148abe549 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0864480 Aug 31 07:43:06.778410 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1634a-52b8-4702-8adf-0ce187e5138c req-57c79954-950e-4183-9439-ee2c2091d27e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:06.779830 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9ef1634a-52b8-4702-8adf-0ce187e5138c req-57c79954-950e-4183-9439-ee2c2091d27e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0859303 Aug 31 07:43:06.837918 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9ef1634a-52b8-4702-8adf-0ce187e5138c req-c06c4056-c81b-499b-b99d-5a3a8d9c667a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511518 Aug 31 07:43:06.841926 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-02432ddc-1a54-4bf5-8a9c-9654402ad5fb req-ffa4ec34-6337-4666-af8a-f3fdedfe5768 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611920 Aug 31 07:43:07.469912 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac455e7-cce4-4713-bc4a-f5c96a897392 req-e3276091-3627-4666-926a-d15626baa63f tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:07.471329 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-eac455e7-cce4-4713-bc4a-f5c96a897392 req-e3276091-3627-4666-926a-d15626baa63f tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0599418 Aug 31 07:43:07.510096 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-eac455e7-cce4-4713-bc4a-f5c96a897392 req-ca49b9f9-2360-4825-82d3-49d4560989b2 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325587 Aug 31 07:43:07.987212 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f6ed1-d633-4b94-8918-cef52b181388 req-ac84c080-668b-4f3c-8a0c-236e4edd3e01 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:07.988712 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6f1f6ed1-d633-4b94-8918-cef52b181388 req-ac84c080-668b-4f3c-8a0c-236e4edd3e01 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0758808 Aug 31 07:43:07.996746 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06f0e4-3c4c-4ba9-a04f-47cd4588d491 req-278e9624-b871-4a4d-808b-00295e5a7df0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:07.998222 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7f06f0e4-3c4c-4ba9-a04f-47cd4588d491 req-278e9624-b871-4a4d-808b-00295e5a7df0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0765989 Aug 31 07:43:08.057285 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6f1f6ed1-d633-4b94-8918-cef52b181388 req-4af3e6e5-c9c8-4979-9031-9d457e245543 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c&id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579624 Aug 31 07:43:08.060008 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7f06f0e4-3c4c-4ba9-a04f-47cd4588d491 req-bcc1ea39-d6fe-42a5-af04-28732f8ae71e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548885 Aug 31 07:43:08.630512 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676d2f2-35e1-413c-aa16-07101c386ded req-7b6eec17-cf1b-45b5-9f74-f53aaf72edfe tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:08.631996 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8676d2f2-35e1-413c-aa16-07101c386ded req-7b6eec17-cf1b-45b5-9f74-f53aaf72edfe tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0551910 Aug 31 07:43:08.669446 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8676d2f2-35e1-413c-aa16-07101c386ded req-ff722c07-e917-4dc6-84ad-f0fd5e8a82f8 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314515 Aug 31 07:43:09.191759 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6779e-3143-4999-b0d8-84059c6037b2 req-fc7eee51-5b7b-4924-aa72-83fa0120d45b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:09.193149 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fbf6779e-3143-4999-b0d8-84059c6037b2 req-fc7eee51-5b7b-4924-aa72-83fa0120d45b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0505092 Aug 31 07:43:09.231008 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fbf6779e-3143-4999-b0d8-84059c6037b2 req-eb49424a-f1ce-47c2-a8be-1067c5d3d18f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Aug 31 07:43:09.786093 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6be57c-776b-4896-88ea-8935019cb011 req-98a3d488-7b01-4910-bf5b-9e4304726885 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:09.787589 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3a6be57c-776b-4896-88ea-8935019cb011 req-98a3d488-7b01-4910-bf5b-9e4304726885 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0522146 Aug 31 07:43:09.824668 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3a6be57c-776b-4896-88ea-8935019cb011 req-1e5d09a0-3f3b-453d-b1e3-dfbab3c3e343 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306027 Aug 31 07:43:10.356829 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2a229-61ab-4a0b-8897-48966384d08f req-6cf63963-67d7-46ac-b134-b9c35cedb338 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:10.358423 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-41d2a229-61ab-4a0b-8897-48966384d08f req-6cf63963-67d7-46ac-b134-b9c35cedb338 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0536761 Aug 31 07:43:10.405153 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-41d2a229-61ab-4a0b-8897-48966384d08f req-ada3204b-4a97-446b-9545-83b5205334a3 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361080 Aug 31 07:43:10.938130 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f09581-47f2-485a-b544-5c8510ca52bc req-b0d28c4d-5e6f-4c36-b2b7-50353d148726 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:10.939789 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-36f09581-47f2-485a-b544-5c8510ca52bc req-b0d28c4d-5e6f-4c36-b2b7-50353d148726 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0492873 Aug 31 07:43:10.978256 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-36f09581-47f2-485a-b544-5c8510ca52bc req-313105ed-d507-4c94-b5dd-9208cbc442b1 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318203 Aug 31 07:43:11.527496 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8013d-1ecd-421f-a7b7-aba0df7625e2 req-39bbc3c6-0996-4d55-86b4-c1905e1c7c3e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:11.528985 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-12d8013d-1ecd-421f-a7b7-aba0df7625e2 req-39bbc3c6-0996-4d55-86b4-c1905e1c7c3e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0505126 Aug 31 07:43:11.567837 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-12d8013d-1ecd-421f-a7b7-aba0df7625e2 req-f04ef4c1-8b3a-475d-9f22-a0e57f97372b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328686 Aug 31 07:43:12.104007 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d7259-66ee-4e76-a440-d979966f2766 req-558ad705-de92-4d7c-9e0c-30667a197a92 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:12.105602 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2b5d7259-66ee-4e76-a440-d979966f2766 req-558ad705-de92-4d7c-9e0c-30667a197a92 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0585971 Aug 31 07:43:12.143882 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2b5d7259-66ee-4e76-a440-d979966f2766 req-9f552ab7-5885-456c-83a1-ef2c0d3b715e tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323477 Aug 31 07:43:12.701574 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112d915-6756-4775-8405-ed306c3c7923 req-0c9c5a78-092a-4bc5-b095-b3b09047df18 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:12.703099 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b112d915-6756-4775-8405-ed306c3c7923 req-0c9c5a78-092a-4bc5-b095-b3b09047df18 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0565407 Aug 31 07:43:12.750072 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b112d915-6756-4775-8405-ed306c3c7923 req-441ed33b-3196-419d-829c-e72494ca22ea tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405903 Aug 31 07:43:13.260935 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214c7e5-3ac6-4ab6-96c0-82f0337875a2 req-ca616f92-ad4d-4568-ade7-664c08832bfe tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:13.262497 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b214c7e5-3ac6-4ab6-96c0-82f0337875a2 req-ca616f92-ad4d-4568-ade7-664c08832bfe tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0490456 Aug 31 07:43:13.299900 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b214c7e5-3ac6-4ab6-96c0-82f0337875a2 req-d61e3334-9370-4c27-b4e4-3a523399c940 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315139 Aug 31 07:43:13.874190 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686d341-03cd-4275-a495-fb6c6b315bc3 req-56082ec4-57b0-4581-87d0-14482a9fdc3f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:13.875700 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d686d341-03cd-4275-a495-fb6c6b315bc3 req-56082ec4-57b0-4581-87d0-14482a9fdc3f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0535767 Aug 31 07:43:13.914430 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d686d341-03cd-4275-a495-fb6c6b315bc3 req-209bd6e7-6a50-42d9-b6f6-aaa85186b498 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324962 Aug 31 07:43:14.155856 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05ffd0-f14f-45f8-a745-2f6bfe0086d1 req-317204cd-35ab-40f0-8d91-e6475eaf6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:14.157353 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4f05ffd0-f14f-45f8-a745-2f6bfe0086d1 req-317204cd-35ab-40f0-8d91-e6475eaf6c6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9410f14d504d4cd8ba09ec85329f9e99&device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 1099 time: 0.0410044 Aug 31 07:43:14.249744 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05ffd0-f14f-45f8-a745-2f6bfe0086d1 req-81faec05-a945-4148-82d0-732caf5edaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:14.251186 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4f05ffd0-f14f-45f8-a745-2f6bfe0086d1 req-81faec05-a945-4148-82d0-732caf5edaab service neutron] 10.222.0.59 "GET /v2.0/networks?id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47 HTTP/1.1" status: 200 len: 909 time: 0.0861549 Aug 31 07:43:14.317601 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4f05ffd0-f14f-45f8-a745-2f6bfe0086d1 req-ae2ff03c-f21a-43de-8bc1-4e27ea133687 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08 HTTP/1.1" status: 200 len: 1001 time: 0.0572181 Aug 31 07:43:14.369093 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05ffd0-f14f-45f8-a745-2f6bfe0086d1 req-aee7d8b6-a012-415c-bbb9-1ae39f4f5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:14.370772 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4f05ffd0-f14f-45f8-a745-2f6bfe0086d1 req-aee7d8b6-a012-415c-bbb9-1ae39f4f5f69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad945823-97d3-45ba-bad9-c349a447cce8 HTTP/1.1" status: 200 len: 847 time: 0.0461943 Aug 31 07:43:14.421045 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e018c00-3782-4a5d-89ba-85c8b9cd6257 req-2d591d21-e4d4-44b5-9f39-6d76de4ee7c8 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:14.422579 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5e018c00-3782-4a5d-89ba-85c8b9cd6257 req-2d591d21-e4d4-44b5-9f39-6d76de4ee7c8 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0508592 Aug 31 07:43:14.424105 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05ffd0-f14f-45f8-a745-2f6bfe0086d1 req-9af258a3-2a85-4923-aa6f-6668ec93cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:14.425604 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4f05ffd0-f14f-45f8-a745-2f6bfe0086d1 req-9af258a3-2a85-4923-aa6f-6668ec93cb16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454330 Aug 31 07:43:14.462596 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5e018c00-3782-4a5d-89ba-85c8b9cd6257 req-e8666723-ff41-4f1a-99a7-69d8079e0fba tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334713 Aug 31 07:43:14.518493 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4f05ffd0-f14f-45f8-a745-2f6bfe0086d1 req-1bce7a3b-7e2b-4631-b30e-9af15d3794f7 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845819 Aug 31 07:43:14.617178 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-4f05ffd0-f14f-45f8-a745-2f6bfe0086d1 req-cd6b840c-d143-420c-8fba-4ffc8385b8e7 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882392 Aug 31 07:43:15.045571 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a4234-c481-4bed-bf8e-2d4b1e34c92f req-6b23e044-af58-4dc6-8d4d-9a9c4dc6e1b5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:15.046984 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-503a4234-c481-4bed-bf8e-2d4b1e34c92f req-6b23e044-af58-4dc6-8d4d-9a9c4dc6e1b5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0508716 Aug 31 07:43:15.085619 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-503a4234-c481-4bed-bf8e-2d4b1e34c92f req-4aed7df2-09bd-42e2-a541-fa344ea8a94c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323803 Aug 31 07:43:15.587809 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332d765-e8d1-48dc-856b-9dc660b85f87 req-70bae83b-ecbb-4f7d-ba08-98a1a1cea67f tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:15.589323 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c332d765-e8d1-48dc-856b-9dc660b85f87 req-70bae83b-ecbb-4f7d-ba08-98a1a1cea67f tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0543809 Aug 31 07:43:15.628086 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c332d765-e8d1-48dc-856b-9dc660b85f87 req-194eccf8-33ab-448f-b66a-3c111fa463b2 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328526 Aug 31 07:43:16.204019 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3ad0b-a0e3-4983-a885-e56a14ce2314 req-96247372-30ed-4e96-9815-c386c444dd82 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:16.205515 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ece3ad0b-a0e3-4983-a885-e56a14ce2314 req-96247372-30ed-4e96-9815-c386c444dd82 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0486279 Aug 31 07:43:16.243718 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ece3ad0b-a0e3-4983-a885-e56a14ce2314 req-52bb3384-2cf4-4e85-ad54-70943b6cf61d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316765 Aug 31 07:43:16.751290 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0900e-9585-418e-874e-0a330adcd34e req-81d259ba-9658-4122-87bc-ab970519f0b2 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:16.753155 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5bb0900e-9585-418e-874e-0a330adcd34e req-81d259ba-9658-4122-87bc-ab970519f0b2 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0521781 Aug 31 07:43:16.795344 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5bb0900e-9585-418e-874e-0a330adcd34e req-20a42415-ad46-4804-a147-fbc66f527217 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331695 Aug 31 07:43:17.386298 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device bc9f6bba-f172-46d6-a80b-5cd58972c7c6 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:17.398637 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a99fca-9af8-4afd-a433-e166403d0cb3 req-bb2fe143-d987-4427-9f3a-857d0675a847 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:17.401047 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a0a99fca-9af8-4afd-a433-e166403d0cb3 req-bb2fe143-d987-4427-9f3a-857d0675a847 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0680721 Aug 31 07:43:17.460645 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a0a99fca-9af8-4afd-a433-e166403d0cb3 req-198df879-8aa9-469d-b8fd-08df454ab8e4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505583 Aug 31 07:43:17.504512 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:17.516371 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'port_id': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'mac_address': 'fa:16:3e:4a:ba:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:17.555731 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.568823 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc9f6bba-f172-46d6-a80b-5cd58972c7c6 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:17.592407 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:17.598017 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.655471 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,revision_number=6']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:17.721491 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['bc9f6bba-f172-46d6-a80b-5cd58972c7c6'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:17.939701 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76019c58-1cc9-49de-9b86-28749c9e8b88 req-1a0d4509-d66a-4670-8571-e91e67d9e63c tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:17.941244 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-76019c58-1cc9-49de-9b86-28749c9e8b88 req-1a0d4509-d66a-4670-8571-e91e67d9e63c tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0612504 Aug 31 07:43:17.997889 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-76019c58-1cc9-49de-9b86-28749c9e8b88 req-b7bad6b6-7762-4d44-a26b-cc7ebb9d26c0 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436795 Aug 31 07:43:18.080893 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [req-cfccd60f-2c58-4d1b-a10e-ab4188069a25 req-32b55716-a4db-4b36-a716-dd115e59bc3f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=94043) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:43:18.082004 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cfccd60f-2c58-4d1b-a10e-ab4188069a25 req-32b55716-a4db-4b36-a716-dd115e59bc3f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059533 Aug 31 07:43:18.242122 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-0e044df1-6052-423d-933c-e9ae3e2bc88a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495601 Aug 31 07:43:18.331539 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c6a47-93f4-4040-b6e6-e99f8e3480be req-077e48b7-e02b-4871-ad80-a0baf7d026e9 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:18.339472 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fa7c6a47-93f4-4040-b6e6-e99f8e3480be req-077e48b7-e02b-4871-ad80-a0baf7d026e9 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0883839 Aug 31 07:43:18.387266 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fa7c6a47-93f4-4040-b6e6-e99f8e3480be req-02e60ece-bff9-4917-b364-17907ec55408 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455658 Aug 31 07:43:18.632950 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66de85-81eb-43e4-9b4a-bd301189388a req-a99e349d-6d95-411a-9391-98a1e78b6d3e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:18.636341 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4b66de85-81eb-43e4-9b4a-bd301189388a req-a99e349d-6d95-411a-9391-98a1e78b6d3e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 944 time: 0.0692840 Aug 31 07:43:18.692626 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4b66de85-81eb-43e4-9b4a-bd301189388a req-422bc91a-5290-4ef5-ad9a-0a1ccbb6cdd5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498438 Aug 31 07:43:19.394767 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device bc9f6bba-f172-46d6-a80b-5cd58972c7c6 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:19.472993 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:19.473672 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.580435 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.587546 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a9115-b21f-4ce3-9c0b-dfde6f2d031c req-dcfe783f-e5cb-43f1-bada-c76683817952 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.589720 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-721a9115-b21f-4ce3-9c0b-dfde6f2d031c req-dcfe783f-e5cb-43f1-bada-c76683817952 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0972679 Aug 31 07:43:19.610438 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:19.621139 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63095c0a-270d-4e39-8250-52ea7ed6c304" -d '{"events": [{"server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "name": "network-vif-plugged", "status": "completed", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:19.640613 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:19.648218 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.649895 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device c2347fff-fc2a-410b-803f-3ea4066ebb08 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:19.658071 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-721a9115-b21f-4ce3-9c0b-dfde6f2d031c req-34138440-9af6-42cd-81c8-afda477ad2bc tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506165 Aug 31 07:43:19.689721 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e4594a-4a97-40d9-9fee-66e2cfbc56f4 x-openstack-request-id: req-a7e4594a-4a97-40d9-9fee-66e2cfbc56f4 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:19.690128 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "name": "network-vif-plugged", "status": "completed", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:19.690499 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7e4594a-4a97-40d9-9fee-66e2cfbc56f4 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:19.690972 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'code': 200} Aug 31 07:43:19.783667 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,revision_number=7']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:19.799684 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.835937 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port c2347fff-fc2a-410b-803f-3ea4066ebb08, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:19.841282 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.907011 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=c2347fff-fc2a-410b-803f-3ea4066ebb08,revision_number=6']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:19.924409 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016814a5-b87b-41e6-a6bb-6559a866d55e req-11b34514-3785-4fcd-8cf4-73efc5f67f1c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.933234 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-016814a5-b87b-41e6-a6bb-6559a866d55e req-11b34514-3785-4fcd-8cf4-73efc5f67f1c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0926673 Aug 31 07:43:19.977737 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-016814a5-b87b-41e6-a6bb-6559a866d55e req-e7f52be3-0800-4028-bdaa-222ab2d2070a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 Aug 31 07:43:20.052013 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-a2048eae-ace1-484e-97d2-402ba4b15589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.054609 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-a2048eae-ace1-484e-97d2-402ba4b15589 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61&tenant_id=9410f14d504d4cd8ba09ec85329f9e99 HTTP/1.1" status: 200 len: 1097 time: 0.0488155 Aug 31 07:43:20.141368 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-66976621-7555-476e-b16a-668cb147b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.143117 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-66976621-7555-476e-b16a-668cb147b915 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9410f14d504d4cd8ba09ec85329f9e99&device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 1097 time: 0.0491881 Aug 31 07:43:20.246424 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-7d445f61-9abd-45a9-9e1c-a5a6bd455cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.247886 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-7d445f61-9abd-45a9-9e1c-a5a6bd455cba service neutron] 10.222.0.59 "GET /v2.0/networks?id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47 HTTP/1.1" status: 200 len: 909 time: 0.0969098 Aug 31 07:43:20.331807 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-8ac01663-723d-4182-aeb8-0306b14b0cea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08 HTTP/1.1" status: 200 len: 999 time: 0.0749300 Aug 31 07:43:20.396780 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-5ee2d794-2e35-4c83-b17d-6eef11d86537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.399145 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-5ee2d794-2e35-4c83-b17d-6eef11d86537 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad945823-97d3-45ba-bad9-c349a447cce8 HTTP/1.1" status: 200 len: 847 time: 0.0588176 Aug 31 07:43:20.462454 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-9da0d850-d66f-427c-bea6-024bc5e7c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.464043 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-9da0d850-d66f-427c-bea6-024bc5e7c471 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518708 Aug 31 07:43:20.570137 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-b17e1ed6-5e0a-4101-9365-81f8ddda6415 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974398 Aug 31 07:43:20.684470 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-3fc3ffa2-bec9-49e5-bec2-56f646716654 req-8013cf53-55f0-41b2-961b-408572175c26 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066406 Aug 31 07:43:20.782637 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239362ba-ba12-47df-89a7-3fbc0b5ff294 req-070141f4-0fce-4f4d-a8b7-c10c880a9850 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:20.787267 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-239362ba-ba12-47df-89a7-3fbc0b5ff294 req-070141f4-0fce-4f4d-a8b7-c10c880a9850 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0592756 Aug 31 07:43:20.832900 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-239362ba-ba12-47df-89a7-3fbc0b5ff294 req-6bb2d44d-1b14-4574-8cf4-d7c99b4a63b3 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420485 Aug 31 07:43:21.115742 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432e207-f949-4a8f-87ee-4bc12d547d93 req-c271eba9-02d0-47ac-b0a1-f8c6824cad92 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:21.118230 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f432e207-f949-4a8f-87ee-4bc12d547d93 req-c271eba9-02d0-47ac-b0a1-f8c6824cad92 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0613544 Aug 31 07:43:21.163235 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-f432e207-f949-4a8f-87ee-4bc12d547d93 req-49a3ddf7-77a7-4b7c-a4cd-d8969961ac3d tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385368 Aug 31 07:43:21.172715 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-3af4eb23-fafd-4766-a683-efb02a133316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:21.693117 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:21.695546 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1fc125-5aea-46d0-a8c6-636c78b5a32e" -d '{"events": [{"server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "name": "network-vif-unplugged", "status": "completed", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:21.745811 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf1d539-c997-4ed1-aa2c-bdfc54a12596 x-openstack-request-id: req-dcf1d539-c997-4ed1-aa2c-bdfc54a12596 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:21.746108 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "name": "network-vif-unplugged", "status": "completed", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:21.746380 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dcf1d539-c997-4ed1-aa2c-bdfc54a12596 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:21.746817 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'code': 200} Aug 31 07:43:21.973132 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a8f05-00ee-4b8c-af60-74706e13ea1b req-9f966575-fbd3-48b5-8918-7b7ab73f4eed tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:21.974909 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3b1a8f05-00ee-4b8c-af60-74706e13ea1b req-9f966575-fbd3-48b5-8918-7b7ab73f4eed tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0674591 Aug 31 07:43:22.023176 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-3b1a8f05-00ee-4b8c-af60-74706e13ea1b req-9db951f3-e91c-4a02-bfde-6c93a901112a tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397046 Aug 31 07:43:22.329149 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870976df-4614-485e-91e2-e6d73055dc24 req-45a9dd34-b4bf-4072-800d-b226fea139f2 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.330801 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-870976df-4614-485e-91e2-e6d73055dc24 req-45a9dd34-b4bf-4072-800d-b226fea139f2 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0597379 Aug 31 07:43:22.385844 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-870976df-4614-485e-91e2-e6d73055dc24 req-f20222a8-75bc-432c-acef-e0ae0c28b267 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470686 Aug 31 07:43:23.109123 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.247269 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515f418-fce6-43eb-861c-955bd6a17b30 req-5c0011fa-bb8f-4bc7-8d17-bb0f305f40bf tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.248777 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a515f418-fce6-43eb-861c-955bd6a17b30 req-5c0011fa-bb8f-4bc7-8d17-bb0f305f40bf tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0614548 Aug 31 07:43:23.302854 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a515f418-fce6-43eb-861c-955bd6a17b30 req-cbbbb604-aa62-4b72-b8b6-707782f98a79 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478394 Aug 31 07:43:23.531553 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aca0f3-3493-406e-a31b-c1388b755b39 req-48018497-3212-440f-a70f-241384dd4394 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.533115 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e1aca0f3-3493-406e-a31b-c1388b755b39 req-48018497-3212-440f-a70f-241384dd4394 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0588260 Aug 31 07:43:23.581759 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e1aca0f3-3493-406e-a31b-c1388b755b39 req-9ae9c939-d632-4c05-99c0-818ef47700f7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410883 Aug 31 07:43:24.149655 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-9c73b04d-13a9-4867-a362-120f755b89a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.380906 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.451599 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ec6ad-3c85-4bbe-9212-e33cb3dddca5 req-45da2511-d19a-490b-9f6d-53e2ceeaae2c tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.454220 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d41ec6ad-3c85-4bbe-9212-e33cb3dddca5 req-45da2511-d19a-490b-9f6d-53e2ceeaae2c tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0653319 Aug 31 07:43:24.510098 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d41ec6ad-3c85-4bbe-9212-e33cb3dddca5 req-b3093489-021e-4680-a858-7737643edd74 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468848 Aug 31 07:43:24.739205 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7621c55-3742-4736-87f1-c4b24a60d6ef req-eb5f0201-8374-4646-99a7-fbdca1d19d1b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.740874 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e7621c55-3742-4736-87f1-c4b24a60d6ef req-eb5f0201-8374-4646-99a7-fbdca1d19d1b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0593247 Aug 31 07:43:24.810103 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e7621c55-3742-4736-87f1-c4b24a60d6ef req-888f36fe-722a-4d65-b9a5-57f52a2f83a5 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540619 Aug 31 07:43:24.887066 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.653264 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b2b16-166d-4b24-a478-deeeabb47739 req-00b73469-771e-4293-bbbd-4f54a2ce29e0 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.660733 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5b7b2b16-166d-4b24-a478-deeeabb47739 req-00b73469-771e-4293-bbbd-4f54a2ce29e0 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0620632 Aug 31 07:43:25.724079 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5b7b2b16-166d-4b24-a478-deeeabb47739 req-7c42c2b6-f87a-4ccc-ab9f-9592643bda8c tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623801 Aug 31 07:43:25.957071 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14541e1c-db81-40fb-b38e-4b7733cd882b req-023ff7a8-a411-4ddd-bfa5-a2056cf3e805 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.958810 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-14541e1c-db81-40fb-b38e-4b7733cd882b req-023ff7a8-a411-4ddd-bfa5-a2056cf3e805 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0616379 Aug 31 07:43:26.002868 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-14541e1c-db81-40fb-b38e-4b7733cd882b req-2271f7de-7074-4702-b545-9540527280a8 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373592 Aug 31 07:43:26.754260 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:26.892412 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab432ec1-13c2-4ab3-a45a-8157dcaca51f req-ffb8bcac-9a25-41ac-b856-280718089a92 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.893886 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ab432ec1-13c2-4ab3-a45a-8157dcaca51f req-ffb8bcac-9a25-41ac-b856-280718089a92 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0540011 Aug 31 07:43:26.933384 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ab432ec1-13c2-4ab3-a45a-8157dcaca51f req-2121c6e0-2d70-4b39-8c4c-dac827eda86a tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325222 Aug 31 07:43:27.138177 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf39bc-c89d-4231-93b1-465983e38401 req-7b041dea-d69d-4f82-8857-bd9365d02942 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.139695 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cfbf39bc-c89d-4231-93b1-465983e38401 req-7b041dea-d69d-4f82-8857-bd9365d02942 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0537047 Aug 31 07:43:27.176785 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cfbf39bc-c89d-4231-93b1-465983e38401 req-5402006a-b5e3-4863-911b-272707b523bf tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312376 Aug 31 07:43:27.409185 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb3af0-2986-4ebf-82ae-43f1629b51b9 req-72b15a80-b7fa-46d3-bf21-25c22a98cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.410745 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44cb3af0-2986-4ebf-82ae-43f1629b51b9 req-72b15a80-b7fa-46d3-bf21-25c22a98cfe7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 1098 time: 0.0415213 Aug 31 07:43:27.502844 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb3af0-2986-4ebf-82ae-43f1629b51b9 req-919d11ef-a7ed-4b34-a902-b21e68a510c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.504711 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44cb3af0-2986-4ebf-82ae-43f1629b51b9 req-919d11ef-a7ed-4b34-a902-b21e68a510c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 200 len: 918 time: 0.0866864 Aug 31 07:43:27.570712 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44cb3af0-2986-4ebf-82ae-43f1629b51b9 req-8cfe1c29-bf09-4680-a137-2122253f2423 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6 HTTP/1.1" status: 200 len: 1000 time: 0.0591495 Aug 31 07:43:27.625199 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb3af0-2986-4ebf-82ae-43f1629b51b9 req-2a2a010f-4a67-4a0a-b9fe-ec7dea2e300b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.626677 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44cb3af0-2986-4ebf-82ae-43f1629b51b9 req-2a2a010f-4a67-4a0a-b9fe-ec7dea2e300b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1810f6c-a578-4036-ab5a-13c99f83c500 HTTP/1.1" status: 200 len: 856 time: 0.0449698 Aug 31 07:43:27.676487 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb3af0-2986-4ebf-82ae-43f1629b51b9 req-43084bb4-72d9-42e8-9658-c5691f64f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.678005 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44cb3af0-2986-4ebf-82ae-43f1629b51b9 req-43084bb4-72d9-42e8-9658-c5691f64f9a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432661 Aug 31 07:43:27.774678 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44cb3af0-2986-4ebf-82ae-43f1629b51b9 req-35a299f6-2985-4b31-954d-1e8c26a2801f service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878074 Aug 31 07:43:27.868480 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-44cb3af0-2986-4ebf-82ae-43f1629b51b9 req-403a5067-3c46-4b99-9e97-f17ddaf345a7 service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860548 Aug 31 07:43:28.052809 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1134c-05d0-4195-a385-afa8aa170435 req-b53f3ed0-cbaf-4314-9dbe-e4d82c4367da tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.054388 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d9b1134c-05d0-4195-a385-afa8aa170435 req-b53f3ed0-cbaf-4314-9dbe-e4d82c4367da tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0523808 Aug 31 07:43:28.097554 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d9b1134c-05d0-4195-a385-afa8aa170435 req-906cf258-b0cb-470c-bf19-89b344b21876 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341299 Aug 31 07:43:28.297750 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47299471-2f45-46d5-bdc7-5081e7de0452 req-d94aadd2-4339-4c7d-9d9b-3dfcb771948a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.299265 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-47299471-2f45-46d5-bdc7-5081e7de0452 req-d94aadd2-4339-4c7d-9d9b-3dfcb771948a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0490842 Aug 31 07:43:28.337787 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-47299471-2f45-46d5-bdc7-5081e7de0452 req-c4c7823c-6325-44cd-b37c-af2239128dea tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Aug 31 07:43:29.216791 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee654a7-eebe-4159-96c9-fb67d772bd17 req-b925f121-6ce7-4a64-9522-2bf34af012ba tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.218260 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-eee654a7-eebe-4159-96c9-fb67d772bd17 req-b925f121-6ce7-4a64-9522-2bf34af012ba tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 944 time: 0.0527110 Aug 31 07:43:29.259630 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-eee654a7-eebe-4159-96c9-fb67d772bd17 req-bede3190-b820-46bf-8119-bce8bd99e3ad tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352867 Aug 31 07:43:29.461958 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1376c-6737-4925-b835-c5e2e18d4ead req-767d013c-afad-4328-b89e-a5175ddad894 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.463546 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2aa1376c-6737-4925-b835-c5e2e18d4ead req-767d013c-afad-4328-b89e-a5175ddad894 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0517855 Aug 31 07:43:29.475698 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device c2347fff-fc2a-410b-803f-3ea4066ebb08 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:29.507746 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2aa1376c-6737-4925-b835-c5e2e18d4ead req-a2542874-dacc-42d3-a341-9b1b9b436c1b tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378358 Aug 31 07:43:29.581493 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port c2347fff-fc2a-410b-803f-3ea4066ebb08, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:29.594049 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'port_id': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'mac_address': 'fa:16:3e:38:d6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:29.639892 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:29.654371 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2347fff-fc2a-410b-803f-3ea4066ebb08 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:29.676814 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port c2347fff-fc2a-410b-803f-3ea4066ebb08, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:29.681556 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:29.734414 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=c2347fff-fc2a-410b-803f-3ea4066ebb08,revision_number=7']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:29.948319 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['c2347fff-fc2a-410b-803f-3ea4066ebb08'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:30.371965 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775f5c6-e927-44e5-88a4-b25915722fa8 req-3383f79a-8f99-4012-8bc5-f51266a004f7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.373413 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c775f5c6-e927-44e5-88a4-b25915722fa8 req-3383f79a-8f99-4012-8bc5-f51266a004f7 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 945 time: 0.0480223 Aug 31 07:43:30.411607 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-c775f5c6-e927-44e5-88a4-b25915722fa8 req-d86e30d1-9f07-41d3-ab75-ae3e842ab5aa tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324323 Aug 31 07:43:30.628880 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d8e1a-fd79-42ee-a4dd-2ab9930e86e7 req-b5211ae7-15ee-4989-8258-4625be245aff tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.630628 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-848d8e1a-fd79-42ee-a4dd-2ab9930e86e7 req-b5211ae7-15ee-4989-8258-4625be245aff tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0529029 Aug 31 07:43:30.669116 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-848d8e1a-fd79-42ee-a4dd-2ab9930e86e7 req-16a7729d-806a-4052-a2a6-06cdfe0a97f8 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320623 Aug 31 07:43:31.478800 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device c2347fff-fc2a-410b-803f-3ea4066ebb08 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:31.529893 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137f8c4-8041-449e-8088-22f5e154ec9b req-1a56d858-4916-4a76-8718-c1bca7c699d1 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.531414 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e137f8c4-8041-449e-8088-22f5e154ec9b req-1a56d858-4916-4a76-8718-c1bca7c699d1 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 945 time: 0.0497508 Aug 31 07:43:31.533690 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port c2347fff-fc2a-410b-803f-3ea4066ebb08 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:31.534315 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.576070 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e137f8c4-8041-449e-8088-22f5e154ec9b req-ad8f046d-b932-4ec1-9cfb-931dca3dd654 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368619 Aug 31 07:43:31.623928 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.657750 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:31.660250 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270df5cc-63b3-4ce2-b410-cf479790d3a1" -d '{"events": [{"server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "name": "network-vif-plugged", "status": "completed", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:31.670462 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01c6db-8db1-4b85-a13c-b0712ce28327 req-b4170974-42c2-4888-986d-2477bca98221 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.674800 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port c2347fff-fc2a-410b-803f-3ea4066ebb08, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:31.678215 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7f01c6db-8db1-4b85-a13c-b0712ce28327 req-b4170974-42c2-4888-986d-2477bca98221 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 945 time: 0.0598249 Aug 31 07:43:31.680562 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.682005 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device bc9f6bba-f172-46d6-a80b-5cd58972c7c6 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:31.726669 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7f01c6db-8db1-4b85-a13c-b0712ce28327 req-d890bb4e-c7c0-4752-a301-27793cb42ea7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471909 Aug 31 07:43:31.730785 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7899510b-4c64-4eb7-be89-1fbff034f151 x-openstack-request-id: req-7899510b-4c64-4eb7-be89-1fbff034f151 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:31.731140 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "name": "network-vif-plugged", "status": "completed", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:31.731528 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7899510b-4c64-4eb7-be89-1fbff034f151 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:31.732020 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'code': 200} Aug 31 07:43:31.775663 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=c2347fff-fc2a-410b-803f-3ea4066ebb08,revision_number=8']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:31.785754 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:31.786135 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:31.786511 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:31.786890 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:31.787321 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:31.788939 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:31.789377 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:31.790434 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:31.790854 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:31.791189 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:31.791518 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:31.791884 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:31.829605 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.865085 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:31.870329 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.918776 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,revision_number=8']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:31.967561 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a4676-0ed1-4a94-ad8c-ec019d1bb0a6 req-57fef19a-73d8-4993-b9b0-b539b7bab5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.969221 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-554a4676-0ed1-4a94-ad8c-ec019d1bb0a6 req-57fef19a-73d8-4993-b9b0-b539b7bab5d2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 1099 time: 0.0470369 Aug 31 07:43:32.008082 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-554a4676-0ed1-4a94-ad8c-ec019d1bb0a6 req-d0d32027-9eb3-44c6-8e89-26a747c1b6d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308838 Aug 31 07:43:32.057005 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 47462) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:32.141578 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-91367b66-72e5-47f4-aef8-5fdf2e5bc07b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833912 Aug 31 07:43:32.709399 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda1dc0-759c-4de9-af19-a44f7af2d04b req-73676d9a-e17f-4903-a77d-fa38adda1062 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:32.711383 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9bda1dc0-759c-4de9-af19-a44f7af2d04b req-73676d9a-e17f-4903-a77d-fa38adda1062 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0579505 Aug 31 07:43:32.750563 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9bda1dc0-759c-4de9-af19-a44f7af2d04b req-95ee43d5-004b-49da-bd0d-07c72db79a6f tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332119 Aug 31 07:43:32.848165 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5202b65-8016-406f-bb6c-8f33cad604ba req-55f41cb3-6712-4a04-a2b8-e1934d240362 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:32.850139 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d5202b65-8016-406f-bb6c-8f33cad604ba req-55f41cb3-6712-4a04-a2b8-e1934d240362 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0485189 Aug 31 07:43:32.887757 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-d5202b65-8016-406f-bb6c-8f33cad604ba req-9744a3fd-da7c-4fb3-b1e5-44f224b97686 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315185 Aug 31 07:43:33.067921 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-31341826-f884-48de-856b-62ae6c4911bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.069685 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-31341826-f884-48de-856b-62ae6c4911bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25&tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3 HTTP/1.1" status: 200 len: 1096 time: 0.0409174 Aug 31 07:43:33.144060 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-6c47b796-52a9-4ef7-928b-539eece4ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.145558 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-6c47b796-52a9-4ef7-928b-539eece4ca73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 1096 time: 0.0422058 Aug 31 07:43:33.241235 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-5ffbc723-2104-403a-9d15-25e37cf8754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.242749 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-5ffbc723-2104-403a-9d15-25e37cf8754c service neutron] 10.222.0.59 "GET /v2.0/networks?id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 200 len: 918 time: 0.0889094 Aug 31 07:43:33.313751 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-67ece8fc-986d-492c-be0f-54c65db61436 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6 HTTP/1.1" status: 200 len: 998 time: 0.0614448 Aug 31 07:43:33.363060 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-3ab3d330-88db-4e70-b4a0-bf283627c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.364456 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-3ab3d330-88db-4e70-b4a0-bf283627c8bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1810f6c-a578-4036-ab5a-13c99f83c500 HTTP/1.1" status: 200 len: 856 time: 0.0430448 Aug 31 07:43:33.411461 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-0c7fd204-a8ab-4ae3-830a-7621e5162904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.412996 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-0c7fd204-a8ab-4ae3-830a-7621e5162904 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408890 Aug 31 07:43:33.516927 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-17ceaf06-5f22-41cf-bf27-947458d294f1 service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959225 Aug 31 07:43:33.608357 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a67f907f-59b0-40ed-9373-cc842c7a776f req-0f75f628-bbc0-4723-8ecd-8e5d011f1818 service neutron] 10.222.0.59 "GET /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837047 Aug 31 07:43:33.733652 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:33.737082 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ac50e4-3f68-4878-b2eb-66491fc16c97" -d '{"events": [{"server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:33.779389 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f0867c-2243-454c-bfb1-70e5cb6a3b75 x-openstack-request-id: req-46f0867c-2243-454c-bfb1-70e5cb6a3b75 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:33.779684 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:33.780255 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46f0867c-2243-454c-bfb1-70e5cb6a3b75 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:33.780668 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'code': 200} Aug 31 07:43:33.878873 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbd3bd-4007-4d5d-97df-12054e4806e1 req-13245084-0f30-44ec-bf22-eef8f1ad1aea tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.880725 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-37fbd3bd-4007-4d5d-97df-12054e4806e1 req-13245084-0f30-44ec-bf22-eef8f1ad1aea tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0562193 Aug 31 07:43:33.920552 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-37fbd3bd-4007-4d5d-97df-12054e4806e1 req-f81a1f9b-b97b-4daa-be2c-f69776d667c4 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329254 Aug 31 07:43:34.059307 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f31df-d896-4892-9608-5f8363ebcb4e req-0270d309-465c-438f-b504-795a6efeb8c4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:34.061841 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0f1f31df-d896-4892-9608-5f8363ebcb4e req-0270d309-465c-438f-b504-795a6efeb8c4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0680690 Aug 31 07:43:34.131540 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-0f1f31df-d896-4892-9608-5f8363ebcb4e req-e473ac73-8645-4d0b-9f02-83b4acc06c53 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627768 Aug 31 07:43:35.268654 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015de9e7-1ea9-4672-ba89-3116032f372c req-af8c53e9-5c67-452b-9b26-f60a1b795907 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.270154 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-015de9e7-1ea9-4672-ba89-3116032f372c req-af8c53e9-5c67-452b-9b26-f60a1b795907 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0617533 Aug 31 07:43:35.310339 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-015de9e7-1ea9-4672-ba89-3116032f372c req-26ca4937-6c8b-474f-8165-45371d861ec0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336387 Aug 31 07:43:36.445026 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826ecef-ff0d-402e-9972-a170bbb0c629 req-acd90133-fee6-4030-9448-4f217bd28cfa tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:36.446617 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a826ecef-ff0d-402e-9972-a170bbb0c629 req-acd90133-fee6-4030-9448-4f217bd28cfa tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0536625 Aug 31 07:43:36.487829 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a826ecef-ff0d-402e-9972-a170bbb0c629 req-eda4ca77-2623-412a-a0a2-fefbe5c035af tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345323 Aug 31 07:43:37.618871 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf110fe-25cc-4461-a881-75f864e501b2 req-f2e968db-5be9-48fe-b468-29487c830144 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:37.620435 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-daf110fe-25cc-4461-a881-75f864e501b2 req-f2e968db-5be9-48fe-b468-29487c830144 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0565426 Aug 31 07:43:37.661397 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-daf110fe-25cc-4461-a881-75f864e501b2 req-5d4b1cad-8897-416b-b9a6-95f93272ff62 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348573 Aug 31 07:43:38.806803 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0476d-0e60-445b-aecf-c027e3994d90 req-c6e23f59-a036-4ed5-8e75-119197be2084 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:38.808446 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-81f0476d-0e60-445b-aecf-c027e3994d90 req-c6e23f59-a036-4ed5-8e75-119197be2084 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0516028 Aug 31 07:43:38.848926 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-81f0476d-0e60-445b-aecf-c027e3994d90 req-83ac5362-200c-4238-b136-81895f50355a tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341821 Aug 31 07:43:39.974440 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02a452-2973-4007-a53f-9f51ebd77789 req-bcb030b4-e1cc-46b7-ae3f-a96ff200d9de tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:39.976030 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cc02a452-2973-4007-a53f-9f51ebd77789 req-bcb030b4-e1cc-46b7-ae3f-a96ff200d9de tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0502243 Aug 31 07:43:40.017964 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cc02a452-2973-4007-a53f-9f51ebd77789 req-9bd9ee31-bccb-4932-b9cf-afd23b68f483 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356240 Aug 31 07:43:41.153782 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d0a6-1ed5-4d33-9253-cdce411e14cc req-1cbad592-6372-453f-ac32-73bc56c3d6c1 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:41.156292 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-34e5d0a6-1ed5-4d33-9253-cdce411e14cc req-1cbad592-6372-453f-ac32-73bc56c3d6c1 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0637221 Aug 31 07:43:41.199441 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-34e5d0a6-1ed5-4d33-9253-cdce411e14cc req-a48401a3-8a13-4042-a39e-5d74c4f79619 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362246 Aug 31 07:43:42.323490 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63f2e4-f203-4afa-b845-46be7ab99a77 req-a0bed33d-9956-492a-a3be-2770a9f33728 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:42.324984 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8b63f2e4-f203-4afa-b845-46be7ab99a77 req-a0bed33d-9956-492a-a3be-2770a9f33728 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0513115 Aug 31 07:43:42.364637 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8b63f2e4-f203-4afa-b845-46be7ab99a77 req-f157b480-cbe7-42cd-9817-83f6455000e1 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333989 Aug 31 07:43:43.093885 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:43:43.490509 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfcfc4-d457-444e-9bff-cd5f37e50f55 req-249c542f-706b-4e48-8a2f-424f91a07efd tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:43.493316 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-82bfcfc4-d457-444e-9bff-cd5f37e50f55 req-249c542f-706b-4e48-8a2f-424f91a07efd tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0533662 Aug 31 07:43:43.536784 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-82bfcfc4-d457-444e-9bff-cd5f37e50f55 req-44f0a32b-3483-488a-8836-e4fc150b91ef tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365870 Aug 31 07:43:44.665440 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31134f-75ef-4997-a1e3-2f901c3eb768 req-99fd5740-ee44-4d58-b21e-c697db52b2e7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:44.669945 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7e31134f-75ef-4997-a1e3-2f901c3eb768 req-99fd5740-ee44-4d58-b21e-c697db52b2e7 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0539598 Aug 31 07:43:44.708173 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7e31134f-75ef-4997-a1e3-2f901c3eb768 req-63a3df9d-432d-4653-acfd-d0a195c43aa8 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335431 Aug 31 07:43:45.825169 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44c1a-1fa5-4f9e-9588-7fe28d77afd9 req-89c68d0b-b09d-4f47-8cbb-3a97969d5681 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:45.826641 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b5f44c1a-1fa5-4f9e-9588-7fe28d77afd9 req-89c68d0b-b09d-4f47-8cbb-3a97969d5681 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0475011 Aug 31 07:43:45.865038 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b5f44c1a-1fa5-4f9e-9588-7fe28d77afd9 req-441ecfe8-4efe-4ca5-b6cf-54be13f114bc tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322976 Aug 31 07:43:46.998684 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6c7d0-56d3-4d99-b5c6-b078a32aa946 req-c1062dda-e111-4afa-9c72-b8ced0f01c3f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:47.000105 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-73a6c7d0-56d3-4d99-b5c6-b078a32aa946 req-c1062dda-e111-4afa-9c72-b8ced0f01c3f tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 943 time: 0.0595083 Aug 31 07:43:47.039650 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-73a6c7d0-56d3-4d99-b5c6-b078a32aa946 req-9c87db66-06bb-480c-b6e0-7455b2469723 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318418 Aug 31 07:43:47.552915 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device bc9f6bba-f172-46d6-a80b-5cd58972c7c6 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:47.650383 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:47.661406 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'port_id': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'mac_address': 'fa:16:3e:4a:ba:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:47.697343 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:47.709522 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9f6bba-f172-46d6-a80b-5cd58972c7c6 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:47.728849 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:47.732686 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:47.784425 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,revision_number=9']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:48.013565 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['bc9f6bba-f172-46d6-a80b-5cd58972c7c6'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:48.164270 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb82ab-d9cf-4163-ae23-5062cfd970a9 req-f95235b8-6663-4337-8802-6656836bf049 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:48.165827 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-31cb82ab-d9cf-4163-ae23-5062cfd970a9 req-f95235b8-6663-4337-8802-6656836bf049 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 944 time: 0.0535047 Aug 31 07:43:48.205213 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-31cb82ab-d9cf-4163-ae23-5062cfd970a9 req-a4dfa0db-b3ee-4b73-8f8c-606f662882c4 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333180 Aug 31 07:43:49.322475 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa64d-6733-42dd-869f-ce128bfa32d3 req-4ff1d565-1e5e-4a11-8241-fd75a324c92c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:49.323948 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ed3fa64d-6733-42dd-869f-ce128bfa32d3 req-4ff1d565-1e5e-4a11-8241-fd75a324c92c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 944 time: 0.0488322 Aug 31 07:43:49.361463 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ed3fa64d-6733-42dd-869f-ce128bfa32d3 req-1befafdb-90fe-4686-8388-8aba7715fb9e tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314391 Aug 31 07:43:49.567365 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device bc9f6bba-f172-46d6-a80b-5cd58972c7c6 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:49.616755 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:49.617133 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.691497 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.713342 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:49.715647 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7003c78-4b16-45f5-be9f-57f3c0215526" -d '{"events": [{"server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "name": "network-vif-plugged", "status": "completed", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:49.728732 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:49.733753 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:49.760627 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aff599-3d70-4f9d-8ae9-02a72abb8b05 x-openstack-request-id: req-39aff599-3d70-4f9d-8ae9-02a72abb8b05 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:49.760928 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "name": "network-vif-plugged", "status": "completed", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:49.761176 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39aff599-3d70-4f9d-8ae9-02a72abb8b05 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:49.761558 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'code': 200} Aug 31 07:43:49.793225 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,revision_number=10']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:49.968348 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4a866-8e46-464a-84aa-0b2c5d0f4f19 req-0830affd-3e72-4e8b-ade6-9db5ed67f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:49.969872 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-73f4a866-8e46-464a-84aa-0b2c5d0f4f19 req-0830affd-3e72-4e8b-ade6-9db5ed67f10b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 1099 time: 0.0399652 Aug 31 07:43:50.003821 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-73f4a866-8e46-464a-84aa-0b2c5d0f4f19 req-f6330d6b-aa08-4d8f-9f79-82a22a6a47e8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262055 Aug 31 07:43:50.479283 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec67c6-a3e2-49a1-9aaf-5ce96b709aaf req-7b46e044-60b3-4162-989f-e4b70d004253 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:50.480736 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ccec67c6-a3e2-49a1-9aaf-5ce96b709aaf req-7b46e044-60b3-4162-989f-e4b70d004253 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 946 time: 0.0482402 Aug 31 07:43:50.518618 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ccec67c6-a3e2-49a1-9aaf-5ce96b709aaf req-96a4eb5a-ff76-448b-b7ed-5186dcf9eeca tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319059 Aug 31 07:43:51.163800 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7731158b-2f7d-4492-80dc-132cb69dbe11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:51.636938 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-18c98bf1-c7d6-4e3c-bb86-58f138be2469 req-436b4ffd-56a5-49f6-826d-24b1962252bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469360 Aug 31 07:43:51.652871 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74705f2-240f-4df4-a249-b4acc8909959 req-357c67d3-050f-41e7-aea9-cea2483b6347 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:51.654423 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b74705f2-240f-4df4-a249-b4acc8909959 req-357c67d3-050f-41e7-aea9-cea2483b6347 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 946 time: 0.0590653 Aug 31 07:43:51.702727 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b74705f2-240f-4df4-a249-b4acc8909959 req-b9693f35-894c-45a3-8820-9dffe3860319 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409458 Aug 31 07:43:51.735445 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c98bf1-c7d6-4e3c-bb86-58f138be2469 req-1604c4dc-fce8-467f-b8e9-f6c457f3f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:51.737085 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-18c98bf1-c7d6-4e3c-bb86-58f138be2469 req-1604c4dc-fce8-467f-b8e9-f6c457f3f2ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9410f14d504d4cd8ba09ec85329f9e99&device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 1099 time: 0.0431969 Aug 31 07:43:51.866976 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c98bf1-c7d6-4e3c-bb86-58f138be2469 req-c2623778-552b-45f5-972f-9e220120cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:51.868381 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-18c98bf1-c7d6-4e3c-bb86-58f138be2469 req-c2623778-552b-45f5-972f-9e220120cad3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47 HTTP/1.1" status: 200 len: 909 time: 0.0916424 Aug 31 07:43:51.936300 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-18c98bf1-c7d6-4e3c-bb86-58f138be2469 req-904e3f7b-5699-4c38-aa67-1f739cf55597 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08 HTTP/1.1" status: 200 len: 1001 time: 0.0592039 Aug 31 07:43:51.997785 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c98bf1-c7d6-4e3c-bb86-58f138be2469 req-76b82c01-3c0c-4739-b8dd-a56c7cd408f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:51.999282 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-18c98bf1-c7d6-4e3c-bb86-58f138be2469 req-76b82c01-3c0c-4739-b8dd-a56c7cd408f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad945823-97d3-45ba-bad9-c349a447cce8 HTTP/1.1" status: 200 len: 847 time: 0.0435762 Aug 31 07:43:52.059265 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c98bf1-c7d6-4e3c-bb86-58f138be2469 req-2a9ccd0f-71d4-462d-87e6-7944361367ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:52.060786 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-18c98bf1-c7d6-4e3c-bb86-58f138be2469 req-2a9ccd0f-71d4-462d-87e6-7944361367ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462320 Aug 31 07:43:52.178570 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-18c98bf1-c7d6-4e3c-bb86-58f138be2469 req-1d6d97fa-9963-4743-a3f6-28cc8b6d4532 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061749 Aug 31 07:43:52.337783 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-18c98bf1-c7d6-4e3c-bb86-58f138be2469 req-0c6a2e11-2402-4241-aa79-18d240440237 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354795 Aug 31 07:43:52.824653 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ed321-1251-401f-ba25-e2696c353001 req-8a6dafe3-2c75-4186-9e11-ddd78b7015b0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:52.826116 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bb0ed321-1251-401f-ba25-e2696c353001 req-8a6dafe3-2c75-4186-9e11-ddd78b7015b0 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 946 time: 0.0484767 Aug 31 07:43:52.864432 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-bb0ed321-1251-401f-ba25-e2696c353001 req-903a7a99-8ff3-4e72-99a2-7d4f7110d538 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324833 Aug 31 07:43:53.104524 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:54.140571 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-4fe6610e-d8b9-4bdb-b2b5-dc2a427990a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:54.359141 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:54.889033 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:56.760976 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:57.674630 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef21cf-f671-4255-ae65-23d60fa0a579 req-b2666f0b-b4d5-4181-b9f1-9cd36a2c76a8 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:57.676079 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-88ef21cf-f671-4255-ae65-23d60fa0a579 req-b2666f0b-b4d5-4181-b9f1-9cd36a2c76a8 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 945 time: 0.0498409 Aug 31 07:43:57.719194 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-88ef21cf-f671-4255-ae65-23d60fa0a579 req-183e3341-38a2-480d-a80e-1a36935063b1 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370512 Aug 31 07:43:58.844592 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074f14b-3576-4d95-9d09-98ba89fa028b req-3005ce67-1088-424b-9229-458bf3af8f61 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:58.846110 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9074f14b-3576-4d95-9d09-98ba89fa028b req-3005ce67-1088-424b-9229-458bf3af8f61 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 945 time: 0.0545123 Aug 31 07:43:58.886046 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-9074f14b-3576-4d95-9d09-98ba89fa028b req-cc1088dd-4676-45a9-bfff-724145a76dbf tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328937 Aug 31 07:43:59.733144 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-a3922cae-149c-49be-8b26-136a7bd70e8d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:59.734719 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-a3922cae-149c-49be-8b26-136a7bd70e8d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.59 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 945 time: 0.0541837 Aug 31 07:43:59.846076 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Deleting port 50fedec6-6b50-4203-ad77-ad914b86e18e {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:59.846477 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:59.951506 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] For port 50fedec6-6b50-4203-ad77-ad914b86e18e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=50fedec6-6b50-4203-ad77-ad914b86e18e,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:59.952049 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:00.012179 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031b7c1-ac2e-4046-8f1d-e7197c585695 req-1528d236-bdcd-4461-9ca7-a1063c7ecaa9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:00.013627 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8031b7c1-ac2e-4046-8f1d-e7197c585695 req-1528d236-bdcd-4461-9ca7-a1063c7ecaa9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 945 time: 0.0569973 Aug 31 07:44:00.055675 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-8031b7c1-ac2e-4046-8f1d-e7197c585695 req-527e37e2-84da-4f77-a4e8-2e7ae13d9c57 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups?id=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357397 Aug 31 07:44:00.163201 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:00.163596 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:00.163914 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.l3_db [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Floating IP f1aaeada-df6c-4a9f-a2ce-fbcd4032da38 disassociated. External IP: 172.27.0.217, port: 50fedec6-6b50-4203-ad77-ad914b86e18e. Aug 31 07:44:00.164257 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Calling delete_port for 50fedec6-6b50-4203-ad77-ad914b86e18e owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:00.304881 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:00.335027 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event deleted for resources: {'Port': ['ID=50fedec6-6b50-4203-ad77-ad914b86e18e,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:00.345373 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:00.345725 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:00.346130 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:00.346684 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:00.347194 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:00.347348 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:00.347703 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:00.347991 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:00.348321 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:00.348932 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:00.348932 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:00.349263 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:00.468308 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Router 8247255c-37e7-47b2-841d-16eb5d2cdc1f has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:44:00.577731 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:44:00.588036 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675f4f59-0652-4811-a96f-672e9234cb87 None None] Sync routers for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:44:00.598777 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f4f59-0652-4811-a96f-672e9234cb87 None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:00.599403 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-675f4f59-0652-4811-a96f-672e9234cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:43:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:00.618851 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] No DVR routers for this DVR port 50fedec6-6b50-4203-ad77-ad914b86e18e on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:00.621419 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:00.623479 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-37f422be-cc4e-428d-89ab-9c7239a2cf58 req-7351ed7a-d559-4863-9761-cc2b43152900 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.59 "DELETE /v2.0/ports/50fedec6-6b50-4203-ad77-ad914b86e18e HTTP/1.1" status: 204 len: 173 time: 0.8817756 Aug 31 07:44:00.623911 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678db3f0-9fa0-42db-81f8-48b89645c18e', 'name': 'network-vif-deleted', 'tag': '50fedec6-6b50-4203-ad77-ad914b86e18e'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:00.626152 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5f52c8-a1ad-48d6-84e0-e004c5d00f50" -d '{"events": [{"server_uuid": "678db3f0-9fa0-42db-81f8-48b89645c18e", "name": "network-vif-deleted", "tag": "50fedec6-6b50-4203-ad77-ad914b86e18e"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:00.680431 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b352d6bb-f812-446b-acea-53d31ee40d49 x-openstack-request-id: req-b352d6bb-f812-446b-acea-53d31ee40d49 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:00.680720 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678db3f0-9fa0-42db-81f8-48b89645c18e", "name": "network-vif-deleted", "tag": "50fedec6-6b50-4203-ad77-ad914b86e18e", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:00.680974 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b352d6bb-f812-446b-acea-53d31ee40d49 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:00.681361 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678db3f0-9fa0-42db-81f8-48b89645c18e', 'name': 'network-vif-deleted', 'tag': '50fedec6-6b50-4203-ad77-ad914b86e18e', 'status': 'completed', 'code': 200} Aug 31 07:44:00.733868 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-675f4f59-0652-4811-a96f-672e9234cb87 None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:00.966844 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-675f4f59-0652-4811-a96f-672e9234cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:59Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:00.997433 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675f4f59-0652-4811-a96f-672e9234cb87 None None] Checking router: 8247255c-37e7-47b2-841d-16eb5d2cdc1f for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:44:01.007829 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f4f59-0652-4811-a96f-672e9234cb87 None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:01.008455 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-675f4f59-0652-4811-a96f-672e9234cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:43:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:01.216567 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-61fd256a-260d-4099-b45a-dfa19c43d8a0 req-c3dfd0f7-35f4-47d6-bb9f-c70fa1d1c492 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/ports?device_id=678db3f0-9fa0-42db-81f8-48b89645c18e HTTP/1.1" status: 200 len: 210 time: 0.0290120 Aug 31 07:44:01.260238 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-675f4f59-0652-4811-a96f-672e9234cb87 None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:01.460059 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-675f4f59-0652-4811-a96f-672e9234cb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:59Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:01.485824 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675f4f59-0652-4811-a96f-672e9234cb87 None None] The sync data for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi is: [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '090a89c0-7e20-46b4-962b-c129800725bb', 'name': '', 'network_id': 'cbbe651a-bee4-4db8-aa44-d3d2ab957402', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'mac_address': 'fa:16:3e:d1:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:36:59Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'subnets': [{'id': '8b7d8940-cf69-47bc-ac4d-6743859889df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:44:01.703794 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c4855-a2de-4a07-beef-d93ac460c4a1 None None] New status for floating IP f1aaeada-df6c-4a9f-a2ce-fbcd4032da38: DOWN {{(pid=94045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:44:02.306686 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 47716) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:02.364128 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-243c356a-314d-4b09-92d1-bc82c56c2825 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.392832 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-243c356a-314d-4b09-92d1-bc82c56c2825 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.439702 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-243c356a-314d-4b09-92d1-bc82c56c2825 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.442827 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-243c356a-314d-4b09-92d1-bc82c56c2825 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.445271 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-243c356a-314d-4b09-92d1-bc82c56c2825 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "DELETE /v2.0/security-groups/a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0 HTTP/1.1" status: 204 len: 168 time: 0.1374619 Aug 31 07:44:02.447935 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 47718) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:02.454122 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c356a-314d-4b09-92d1-bc82c56c2825 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:02.465965 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.api.v2.resource [None req-d83e4853-568f-4c64-9a65-72d985995de9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] show failed (client error): The resource could not be found. Aug 31 07:44:02.467016 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-d83e4853-568f-4c64-9a65-72d985995de9 tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "GET /v2.0/security-groups/a45e02b5-1ddc-4255-bafb-cbd1ff5b9de0 HTTP/1.1" status: 404 len: 347 time: 0.0180678 Aug 31 07:44:02.470164 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 47720) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:02.598329 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Deleting port f6415074-1a6f-4562-9ff3-12feaeb8f5ea {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:02.598708 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.675497 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.675752 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.687561 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Calling delete_port for f6415074-1a6f-4562-9ff3-12feaeb8f5ea owned by network:floatingip {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:02.825859 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.850891 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Pushing event deleted for resources: {'Port': ['ID=f6415074-1a6f-4562-9ff3-12feaeb8f5ea,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:02.862958 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:02.863314 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:02.863653 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:02.863990 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:02.864323 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:02.864657 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:02.864982 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:02.865808 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:02.866133 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:02.866491 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:02.866812 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:02.867139 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:02.924389 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks [] for floatingip, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.926958 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:02.929541 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-9c8cab86-bb16-4142-8833-8f571895663d tempest-AttachVolumeTestJSON-1060679104 tempest-AttachVolumeTestJSON-1060679104-project] 10.222.0.62 "DELETE /v2.0/floatingips/f1aaeada-df6c-4a9f-a2ce-fbcd4032da38 HTTP/1.1" status: 204 len: 168 time: 0.4572349 Aug 31 07:44:03.617755 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 50fedec6-6b50-4203-ad77-ad914b86e18e no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:03.641874 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 50fedec6-6b50-4203-ad77-ad914b86e18e {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:03.642215 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 50fedec6-6b50-4203-ad77-ad914b86e18e not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:06.461952 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 47748) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:06.966640 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5117dcea-c977-4492-977b-f7eca052133f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386836'] for router_interface, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:07.461639 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-5117dcea-c977-4492-977b-f7eca052133f admin admin] Deleting port 090a89c0-7e20-46b4-962b-c129800725bb {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:07.461975 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5117dcea-c977-4492-977b-f7eca052133f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:07.541047 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [None req-5117dcea-c977-4492-977b-f7eca052133f admin admin] For port 090a89c0-7e20-46b4-962b-c129800725bb, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=090a89c0-7e20-46b4-962b-c129800725bb,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:07.541398 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5117dcea-c977-4492-977b-f7eca052133f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:07.553388 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-5117dcea-c977-4492-977b-f7eca052133f admin admin] Calling delete_port for 090a89c0-7e20-46b4-962b-c129800725bb owned by network:router_interface {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:07.727110 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5117dcea-c977-4492-977b-f7eca052133f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:07.750958 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117dcea-c977-4492-977b-f7eca052133f admin admin] Pushing event deleted for resources: {'Port': ['ID=090a89c0-7e20-46b4-962b-c129800725bb,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:07.913417 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5117dcea-c977-4492-977b-f7eca052133f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386952'] for router_interface, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:08.124149 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5117dcea-c977-4492-977b-f7eca052133f admin admin] Router 8247255c-37e7-47b2-841d-16eb5d2cdc1f has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:44:08.228447 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5117dcea-c977-4492-977b-f7eca052133f admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:44:08.233572 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-5117dcea-c977-4492-977b-f7eca052133f admin admin] 10.222.0.62 "PUT /v2.0/routers/8247255c-37e7-47b2-841d-16eb5d2cdc1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7705517 Aug 31 07:44:08.236259 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 47752) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:08.237962 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b3a7d-355b-412e-a7ba-6cf1d6e6cd77 None None] Sync routers for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:44:08.246911 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b3a7d-355b-412e-a7ba-6cf1d6e6cd77 None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:08.247519 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-5f1b3a7d-355b-412e-a7ba-6cf1d6e6cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:43:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:08.338908 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:08.350032 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-5f1b3a7d-355b-412e-a7ba-6cf1d6e6cd77 None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:08.534773 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-5f1b3a7d-355b-412e-a7ba-6cf1d6e6cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:44:07Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:08.561607 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b3a7d-355b-412e-a7ba-6cf1d6e6cd77 None None] Checking router: 8247255c-37e7-47b2-841d-16eb5d2cdc1f for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:44:08.571245 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b3a7d-355b-412e-a7ba-6cf1d6e6cd77 None None] Routers {'8247255c-37e7-47b2-841d-16eb5d2cdc1f'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:08.571871 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-5f1b3a7d-355b-412e-a7ba-6cf1d6e6cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:43:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:08.677353 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-5f1b3a7d-355b-412e-a7ba-6cf1d6e6cd77 None None] Set router 8247255c-37e7-47b2-841d-16eb5d2cdc1f gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:08.700234 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:08.752155 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Deleting port 596a5634-eeb2-410f-a5a4-8b65e48b8cde {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:08.752631 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:08.844210 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] For port 596a5634-eeb2-410f-a5a4-8b65e48b8cde, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=596a5634-eeb2-410f-a5a4-8b65e48b8cde,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:08.844647 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:08.855607 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-5f1b3a7d-355b-412e-a7ba-6cf1d6e6cd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:44:07Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:08.857305 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Calling delete_port for 596a5634-eeb2-410f-a5a4-8b65e48b8cde owned by network:router_gateway {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:08.882169 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b3a7d-355b-412e-a7ba-6cf1d6e6cd77 None None] The sync data for ids ['8247255c-37e7-47b2-841d-16eb5d2cdc1f'] in dv-cinder-799668-14-iscsi is: [{'id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'name': 'tempest-AttachVolumeTestJSON-1744443319-router', 'tenant_id': 'c818e9996e304eb49ab671310d8417de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:44:07Z', 'revision_number': 5, 'project_id': 'c818e9996e304eb49ab671310d8417de', 'gw_port': {'id': '596a5634-eeb2-410f-a5a4-8b65e48b8cde', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8247255c-37e7-47b2-841d-16eb5d2cdc1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:43Z', 'updated_at': '2021-08-31T07:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:44:09.017800 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.043841 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Pushing event deleted for resources: {'Port': ['ID=596a5634-eeb2-410f-a5a4-8b65e48b8cde,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:09.103601 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385322'] for router_gateway, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.205594 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28938'] for router, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.207563 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.275671 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-392223'] for router, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.276322 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8247255c-37e7-47b2-841d-16eb5d2cdc1f {{(pid=94042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:44:09.281287 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] Notify callbacks [] for router, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.285027 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-4d5d3be7-78c2-422b-9c76-de4ff234bd18 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8247255c-37e7-47b2-841d-16eb5d2cdc1f HTTP/1.1" status: 204 len: 168 time: 1.0474157 Aug 31 07:44:09.285237 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 47756) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:09.345000 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a54e795-8e83-4873-83c6-d63a64fc9ef7 admin admin] Deleting subnet 8b7d8940-cf69-47bc-ac4d-6743859889df {{(pid=94043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:44:09.348860 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8a54e795-8e83-4873-83c6-d63a64fc9ef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.362210 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 090a89c0-7e20-46b4-962b-c129800725bb no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:09.383810 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 090a89c0-7e20-46b4-962b-c129800725bb {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:09.384256 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 090a89c0-7e20-46b4-962b-c129800725bb not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:09.390832 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8a54e795-8e83-4873-83c6-d63a64fc9ef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529139911'] for subnet, precommit_delete_associations {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.501292 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8a54e795-8e83-4873-83c6-d63a64fc9ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.558632 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8a54e795-8e83-4873-83c6-d63a64fc9ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529198993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529159932'] for subnet, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.588836 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54e795-8e83-4873-83c6-d63a64fc9ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7d8940-cf69-47bc-ac4d-6743859889df,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:09.592424 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-8a54e795-8e83-4873-83c6-d63a64fc9ef7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.594406 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-8a54e795-8e83-4873-83c6-d63a64fc9ef7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8b7d8940-cf69-47bc-ac4d-6743859889df HTTP/1.1" status: 204 len: 168 time: 0.3083043 Aug 31 07:44:09.597219 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 47758) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:09.601814 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be0bcd-ab0f-4293-bb1b-5159313598cb None None] Network cbbe651a-bee4-4db8-aa44-d3d2ab957402 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:09.665455 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.718966 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Deleting port 2bc98213-8505-4abf-985d-33679921423b {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:09.719307 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.786956 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] For port 2bc98213-8505-4abf-985d-33679921423b, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=2bc98213-8505-4abf-985d-33679921423b,segment=NetworkSegment(6774c9fd-6bf0-4dbf-8be2-4b7e38341c81),segment_id=6774c9fd-6bf0-4dbf-8be2-4b7e38341c81)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:09.787313 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.799548 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Calling delete_port for 2bc98213-8505-4abf-985d-33679921423b owned by network:dhcp {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:09.874729 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.905085 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc98213-8505-4abf-985d-33679921423b,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:09.909609 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] No DVR routers for this DVR port 2bc98213-8505-4abf-985d-33679921423b on host dv-cinder-799668-14-iscsi {{(pid=94043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:09.919923 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ba99c5-4263-49c9-9383-a30798424f5e None None] DHCP port deletion for cbbe651a-bee4-4db8-aa44-d3d2ab957402 request from dv-cinder-799668-14-iscsi {{(pid=94044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:44:09.988982 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:09.998855 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbe651a-bee4-4db8-aa44-d3d2ab957402']}} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:10.010225 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81') {'for_net_delete': True} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:10.010558 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6774c9fd-6bf0-4dbf-8be2-4b7e38341c81') {} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:10.019036 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529139964'] for segment, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.032981 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.038922 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:44:10.039421 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529198891'] for segment, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: Traceback (most recent call last): Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: timer() Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: cb(*args, **kw) Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: return func(*args, **kwargs) Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: self._notify() Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: self.callback(batched_events) Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: event.method(event) Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: return f(self, *a, **k) Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._get(url).json() Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: return self.request(url, 'GET', **kwargs) Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:44:10.041008 dv-cinder-799668-14-iscsi neutron-server[94043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:44:10.097225 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.102454 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.104257 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cbbe651a-bee4-4db8-aa44-d3d2ab957402 HTTP/1.1" status: 204 len: 168 time: 0.5061271 Aug 31 07:44:10.114961 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e8d84-4eee-4bc0-a2a2-dd0df6b3bec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbbe651a-bee4-4db8-aa44-d3d2ab957402,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:10.218810 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 47762) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:10.259043 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-41d660da-2df8-4ef6-ba5a-296f5889430a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c818e9996e304eb49ab671310d8417de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390429 Aug 31 07:44:10.261533 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 47764) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:10.308729 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f567bae4-a81b-47d0-859d-e16c716ce551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.329892 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f567bae4-a81b-47d0-859d-e16c716ce551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.375847 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f567bae4-a81b-47d0-859d-e16c716ce551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.378916 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-f567bae4-a81b-47d0-859d-e16c716ce551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.380058 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-f567bae4-a81b-47d0-859d-e16c716ce551 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c5ef954-b186-4863-9bf7-a0cd3d858d85 HTTP/1.1" status: 204 len: 168 time: 0.1176505 Aug 31 07:44:10.388615 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567bae4-a81b-47d0-859d-e16c716ce551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5ef954-b186-4863-9bf7-a0cd3d858d85,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:10.998456 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2bc98213-8505-4abf-985d-33679921423b no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:11.021341 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 2bc98213-8505-4abf-985d-33679921423b {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:11.021688 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2bc98213-8505-4abf-985d-33679921423b not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:11.022636 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 596a5634-eeb2-410f-a5a4-8b65e48b8cde no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:11.041851 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 596a5634-eeb2-410f-a5a4-8b65e48b8cde {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:11.042192 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 596a5634-eeb2-410f-a5a4-8b65e48b8cde not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:11.634173 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-abd6891f-0220-4bff-a923-424434f15431 req-63168aa4-02f7-462b-92e1-f2a55fb8495e tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290728922&fields=id&tenant_id=8284d925f59640eaadfd1bc0345625b1 HTTP/1.1" status: 200 len: 267 time: 0.0376241 Aug 31 07:44:11.689525 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6891f-0220-4bff-a923-424434f15431 req-6253b903-8a54-4a85-a692-ddf4a4c9b3db tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:11.697407 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-abd6891f-0220-4bff-a923-424434f15431 req-6253b903-8a54-4a85-a692-ddf4a4c9b3db tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 984 time: 0.0574095 Aug 31 07:44:11.703983 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [req-abd6891f-0220-4bff-a923-424434f15431 req-a2017c5f-9c1f-416b-84be-16933e42617a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Request body: {'port': {'security_groups': ['3b58fbaf-4126-4fa6-a082-5e2a10bed36e']}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:11.781265 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-abd6891f-0220-4bff-a923-424434f15431 req-a2017c5f-9c1f-416b-84be-16933e42617a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:11.963527 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [req-abd6891f-0220-4bff-a923-424434f15431 req-a2017c5f-9c1f-416b-84be-16933e42617a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] For port 1e399cc8-fe0f-479b-9bba-3b21f5b25953, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1e399cc8-fe0f-479b-9bba-3b21f5b25953,segment=NetworkSegment(aa99e149-ec2d-4f2c-8fe5-2d09d3b22187),segment_id=aa99e149-ec2d-4f2c-8fe5-2d09d3b22187)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:11.993781 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-abd6891f-0220-4bff-a923-424434f15431 req-a2017c5f-9c1f-416b-84be-16933e42617a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for port, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:11.998517 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-abd6891f-0220-4bff-a923-424434f15431 req-a2017c5f-9c1f-416b-84be-16933e42617a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529199047'] for port, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.010210 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['1e399cc8-fe0f-479b-9bba-3b21f5b25953'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:12.040749 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 47824) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:12.056831 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6891f-0220-4bff-a923-424434f15431 req-a2017c5f-9c1f-416b-84be-16933e42617a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.057539 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [req-abd6891f-0220-4bff-a923-424434f15431 req-a2017c5f-9c1f-416b-84be-16933e42617a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.059108 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-abd6891f-0220-4bff-a923-424434f15431 req-a2017c5f-9c1f-416b-84be-16933e42617a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "PUT /v2.0/ports/1e399cc8-fe0f-479b-9bba-3b21f5b25953 HTTP/1.1" status: 200 len: 942 time: 0.3609023 Aug 31 07:44:12.059554 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953'}] {{(pid=94043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:12.062684 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8655ae71f89ec2b95c3046313fcc7688084414ddb3225736c66aa8988249ae5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d50ff0-9764-41e5-a78a-fd422f46e4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953"}]}' {{(pid=94043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:12.066508 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 47830) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:12.093566 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2017c5f-9c1f-416b-84be-16933e42617a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event updated for resources: {'Port': ['ID=1e399cc8-fe0f-479b-9bba-3b21f5b25953,revision_number=7']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:12.108507 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f081cdd0-52bd-4846-8a59-6d824534fcdd x-openstack-request-id: req-f081cdd0-52bd-4846-8a59-6d824534fcdd {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:12.108870 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953", "status": "completed", "code": 200}]} {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:12.109193 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f081cdd0-52bd-4846-8a59-6d824534fcdd {{(pid=94043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:12.109663 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953', 'status': 'completed', 'code': 200} Aug 31 07:44:12.203122 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['1e399cc8-fe0f-479b-9bba-3b21f5b25953'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:12.214145 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-96f8a272-d4cf-4416-814d-2522c16be212 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.216973 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d50ff0-9764-41e5-a78a-fd422f46e4a7 req-3e62fd4f-1fb4-4cdc-85b8-cc2239f993b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.218553 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-33d50ff0-9764-41e5-a78a-fd422f46e4a7 req-3e62fd4f-1fb4-4cdc-85b8-cc2239f993b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8284d925f59640eaadfd1bc0345625b1&device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 1098 time: 0.0817308 Aug 31 07:44:12.220377 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4f2f3fd3-a327-43a8-9543-ccfdbc3670a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.303640 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-96f8a272-d4cf-4416-814d-2522c16be212 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.349211 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-60c1ab2f-8569-4591-bd7e-d2968cb040c4 None None] Provisioning complete for port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:12.349516 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-60c1ab2f-8569-4591-bd7e-d2968cb040c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.415111 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d50ff0-9764-41e5-a78a-fd422f46e4a7 req-8ad27676-8754-4970-93eb-82cc027e5d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.416592 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-33d50ff0-9764-41e5-a78a-fd422f46e4a7 req-8ad27676-8754-4970-93eb-82cc027e5d2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9d29324-aec2-4290-8649-b37f0daeb96e HTTP/1.1" status: 200 len: 915 time: 0.1852362 Aug 31 07:44:12.493948 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4f2f3fd3-a327-43a8-9543-ccfdbc3670a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.494898 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-96f8a272-d4cf-4416-814d-2522c16be212 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.497461 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-96f8a272-d4cf-4416-814d-2522c16be212 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.498615 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-96f8a272-d4cf-4416-814d-2522c16be212 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "DELETE /v2.0/security-groups/a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c HTTP/1.1" status: 204 len: 168 time: 0.4309340 Aug 31 07:44:12.501413 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 47832) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:12.505404 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4f2f3fd3-a327-43a8-9543-ccfdbc3670a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.528365 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8a272-d4cf-4416-814d-2522c16be212 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18dd32f-66ee-4ff6-90c0-12ab49cfdf4c,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:12.545143 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-33d50ff0-9764-41e5-a78a-fd422f46e4a7 req-cc42f559-4499-472c-b254-24770cfc6b5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e399cc8-fe0f-479b-9bba-3b21f5b25953 HTTP/1.1" status: 200 len: 1001 time: 0.1108763 Aug 31 07:44:12.557909 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-4f2f3fd3-a327-43a8-9543-ccfdbc3670a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d8b34a0c7074aa18e9c733bc3f9a9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154209 Aug 31 07:44:12.560687 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 47834) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:12.592578 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f3fd3-a327-43a8-9543-ccfdbc3670a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9888d9-f85c-4a2a-aa4e-46727b8c07dd,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:12.613984 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d50ff0-9764-41e5-a78a-fd422f46e4a7 req-a451f7f3-6292-4618-8968-3cca957b2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.615519 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-33d50ff0-9764-41e5-a78a-fd422f46e4a7 req-a451f7f3-6292-4618-8968-3cca957b2994 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db550d3e-1fb1-40e1-b5d1-ece28f57dda7 HTTP/1.1" status: 200 len: 853 time: 0.0602398 Aug 31 07:44:12.663999 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d50ff0-9764-41e5-a78a-fd422f46e4a7 req-215dd7a7-94d1-40c4-a7f2-81ad63783e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.665548 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-33d50ff0-9764-41e5-a78a-fd422f46e4a7 req-215dd7a7-94d1-40c4-a7f2-81ad63783e2f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9d29324-aec2-4290-8649-b37f0daeb96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411158 Aug 31 07:44:12.685771 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9f3d-34f4-4ad5-8f7f-720401036361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.716555 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9f3d-34f4-4ad5-8f7f-720401036361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.739940 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7babb-fac1-4a55-abe4-35b15ecf9540 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Deleting port 4b8ce473-befb-4ffe-8e62-c13d82984147 {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:12.740317 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d8f7babb-fac1-4a55-abe4-35b15ecf9540 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.768307 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-33d50ff0-9764-41e5-a78a-fd422f46e4a7 req-b1f0334a-4edd-401e-a870-a58c45b2ec60 service neutron] 10.222.0.59 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939901 Aug 31 07:44:12.829236 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9f3d-34f4-4ad5-8f7f-720401036361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.831783 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a2bf9f3d-34f4-4ad5-8f7f-720401036361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.832913 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-a2bf9f3d-34f4-4ad5-8f7f-720401036361 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d9888d9-f85c-4a2a-aa4e-46727b8c07dd HTTP/1.1" status: 204 len: 168 time: 0.2712467 Aug 31 07:44:12.838173 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d8f7babb-fac1-4a55-abe4-35b15ecf9540 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.838530 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d8f7babb-fac1-4a55-abe4-35b15ecf9540 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:12.852784 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf9f3d-34f4-4ad5-8f7f-720401036361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9888d9-f85c-4a2a-aa4e-46727b8c07dd,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:12.858003 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7babb-fac1-4a55-abe4-35b15ecf9540 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Calling delete_port for 4b8ce473-befb-4ffe-8e62-c13d82984147 owned by network:floatingip {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:12.879394 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-33d50ff0-9764-41e5-a78a-fd422f46e4a7 req-e90b0705-690b-4f60-ab32-69fedf8e5264 service neutron] 10.222.0.59 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973377 Aug 31 07:44:13.038487 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d8f7babb-fac1-4a55-abe4-35b15ecf9540 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:13.066575 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7babb-fac1-4a55-abe4-35b15ecf9540 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event deleted for resources: {'Port': ['ID=4b8ce473-befb-4ffe-8e62-c13d82984147,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:13.111985 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 47840) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:13.129491 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d8f7babb-fac1-4a55-abe4-35b15ecf9540 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks [] for floatingip, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:13.129828 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.l3_db [None req-d8f7babb-fac1-4a55-abe4-35b15ecf9540 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Floating IP 0feb117c-54cd-424a-836c-e6db2bbb7c7c disassociated (deleted). External IP: 172.27.0.138, port: 1e399cc8-fe0f-479b-9bba-3b21f5b25953. Aug 31 07:44:13.132043 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d000da31-184b-4489-a3d6-b359044c4c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:13.221038 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d000da31-184b-4489-a3d6-b359044c4c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:13.225777 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d000da31-184b-4489-a3d6-b359044c4c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:13.265426 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-d000da31-184b-4489-a3d6-b359044c4c9a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c83ae39b32774e04841958536cc126cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523318 Aug 31 07:44:13.266431 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000da31-184b-4489-a3d6-b359044c4c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca294517-e6a8-4cb4-9ad4-0b33bb0f6c45,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:13.269650 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 47842) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:13.317952 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3d92-2375-41fd-b734-3e30cdf57ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:13.339903 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3d92-2375-41fd-b734-3e30cdf57ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:13.347574 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f7babb-fac1-4a55-abe4-35b15ecf9540 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Router 0bd3b035-76ce-4c1e-8669-dec66d015144 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:44:13.386509 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3d92-2375-41fd-b734-3e30cdf57ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:13.389081 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-ca7e3d92-2375-41fd-b734-3e30cdf57ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:13.390224 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-ca7e3d92-2375-41fd-b734-3e30cdf57ab4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca294517-e6a8-4cb4-9ad4-0b33bb0f6c45 HTTP/1.1" status: 204 len: 168 time: 0.1194625 Aug 31 07:44:13.398598 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e3d92-2375-41fd-b734-3e30cdf57ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca294517-e6a8-4cb4-9ad4-0b33bb0f6c45,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:13.698131 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f7babb-fac1-4a55-abe4-35b15ecf9540 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:44:13.702946 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d8f7babb-fac1-4a55-abe4-35b15ecf9540 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:13.709110 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d21b93-17a0-4f60-bd01-c4b7449e506c None None] Sync routers for ids ['0bd3b035-76ce-4c1e-8669-dec66d015144'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:44:13.718645 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d21b93-17a0-4f60-bd01-c4b7449e506c None None] Routers {'0bd3b035-76ce-4c1e-8669-dec66d015144'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:13.719254 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-c8d21b93-17a0-4f60-bd01-c4b7449e506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:43:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['0bd3b035-76ce-4c1e-8669-dec66d015144'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:13.731692 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-d8f7babb-fac1-4a55-abe4-35b15ecf9540 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "DELETE /v2.0/floatingips/0feb117c-54cd-424a-836c-e6db2bbb7c7c HTTP/1.1" status: 204 len: 168 time: 1.2291558 Aug 31 07:44:13.836856 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-c8d21b93-17a0-4f60-bd01-c4b7449e506c None None] Set router 0bd3b035-76ce-4c1e-8669-dec66d015144 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:14.053020 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-c8d21b93-17a0-4f60-bd01-c4b7449e506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:41:07Z', 'revision_number': 4, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port': {'id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:03Z', 'updated_at': '2021-08-31T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'efd14d5d-d32b-468d-81c3-77f8c054da69', 'name': '', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'mac_address': 'fa:16:3e:de:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:06Z', 'updated_at': '2021-08-31T07:41:13Z', 'revision_number': 5, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'subnets': [{'id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:14.082427 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d21b93-17a0-4f60-bd01-c4b7449e506c None None] Checking router: 0bd3b035-76ce-4c1e-8669-dec66d015144 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:44:14.091247 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d21b93-17a0-4f60-bd01-c4b7449e506c None None] Routers {'0bd3b035-76ce-4c1e-8669-dec66d015144'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:14.091852 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-c8d21b93-17a0-4f60-bd01-c4b7449e506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:43:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['0bd3b035-76ce-4c1e-8669-dec66d015144'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:14.110439 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953'}] {{(pid=94043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:14.112896 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8655ae71f89ec2b95c3046313fcc7688084414ddb3225736c66aa8988249ae5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44a52a2-5ee9-48de-9b98-ba1c00b82ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953"}]}' {{(pid=94043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:14.161887 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a283e8-4ea0-415f-af09-9fb5a694862b x-openstack-request-id: req-39a283e8-4ea0-415f-af09-9fb5a694862b {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:14.162185 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953", "status": "completed", "code": 200}]} {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:14.162474 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-39a283e8-4ea0-415f-af09-9fb5a694862b {{(pid=94043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:14.163980 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953', 'status': 'completed', 'code': 200} Aug 31 07:44:14.209058 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-c8d21b93-17a0-4f60-bd01-c4b7449e506c None None] Set router 0bd3b035-76ce-4c1e-8669-dec66d015144 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:14.236915 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a52a2-5ee9-48de-9b98-ba1c00b82ca5 req-009e8275-264b-4308-be50-4d543f965962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:14.238226 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f44a52a2-5ee9-48de-9b98-ba1c00b82ca5 req-009e8275-264b-4308-be50-4d543f965962 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8284d925f59640eaadfd1bc0345625b1&device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 1098 time: 0.0536106 Aug 31 07:44:14.331775 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a52a2-5ee9-48de-9b98-ba1c00b82ca5 req-b7a8ffc4-d301-4cb8-a868-eb768b8f4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:14.333285 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f44a52a2-5ee9-48de-9b98-ba1c00b82ca5 req-b7a8ffc4-d301-4cb8-a868-eb768b8f4227 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9d29324-aec2-4290-8649-b37f0daeb96e HTTP/1.1" status: 200 len: 915 time: 0.0881529 Aug 31 07:44:14.385288 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f44a52a2-5ee9-48de-9b98-ba1c00b82ca5 req-ebb32836-5205-430b-88a1-4045ce9185f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1e399cc8-fe0f-479b-9bba-3b21f5b25953 HTTP/1.1" status: 200 len: 217 time: 0.0436246 Aug 31 07:44:14.429894 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-c8d21b93-17a0-4f60-bd01-c4b7449e506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:41:07Z', 'revision_number': 4, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port': {'id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:03Z', 'updated_at': '2021-08-31T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'efd14d5d-d32b-468d-81c3-77f8c054da69', 'name': '', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'mac_address': 'fa:16:3e:de:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:06Z', 'updated_at': '2021-08-31T07:41:13Z', 'revision_number': 5, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'subnets': [{'id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:14.447471 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a52a2-5ee9-48de-9b98-ba1c00b82ca5 req-7f3caa3d-ffac-41fe-ba18-c305921fdcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:14.449228 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f44a52a2-5ee9-48de-9b98-ba1c00b82ca5 req-7f3caa3d-ffac-41fe-ba18-c305921fdcb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db550d3e-1fb1-40e1-b5d1-ece28f57dda7 HTTP/1.1" status: 200 len: 853 time: 0.0529029 Aug 31 07:44:14.464919 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d21b93-17a0-4f60-bd01-c4b7449e506c None None] The sync data for ids ['0bd3b035-76ce-4c1e-8669-dec66d015144'] in dv-cinder-799668-14-iscsi is: [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:41:07Z', 'revision_number': 4, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port': {'id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:03Z', 'updated_at': '2021-08-31T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'efd14d5d-d32b-468d-81c3-77f8c054da69', 'name': '', 'network_id': 'f9d29324-aec2-4290-8649-b37f0daeb96e', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'mac_address': 'fa:16:3e:de:b2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:06Z', 'updated_at': '2021-08-31T07:41:13Z', 'revision_number': 5, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'subnets': [{'id': 'db550d3e-1fb1-40e1-b5d1-ece28f57dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:44:14.502285 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a52a2-5ee9-48de-9b98-ba1c00b82ca5 req-0da8b77e-6727-402b-af4c-7e71b1bc0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:14.504147 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f44a52a2-5ee9-48de-9b98-ba1c00b82ca5 req-0da8b77e-6727-402b-af4c-7e71b1bc0022 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9d29324-aec2-4290-8649-b37f0daeb96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468557 Aug 31 07:44:14.605884 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f44a52a2-5ee9-48de-9b98-ba1c00b82ca5 req-aacbcbe2-567a-4a52-a2d7-7a82f9f3d96c service neutron] 10.222.0.59 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899773 Aug 31 07:44:14.725975 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-f44a52a2-5ee9-48de-9b98-ba1c00b82ca5 req-d3fc78d3-65e7-4efc-be17-c3b48f55076e service neutron] 10.222.0.59 "GET /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109169 Aug 31 07:44:14.753871 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff26e856-2739-42c3-bdfb-0fe1e85f1f5d None None] New status for floating IP 0feb117c-54cd-424a-836c-e6db2bbb7c7c: DOWN {{(pid=94044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:44:16.467989 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86db0f-4cb1-47c6-848a-989f75289826 req-66359708-8329-467c-8b8d-f8ec25293b6d tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:16.469617 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7d86db0f-4cb1-47c6-848a-989f75289826 req-66359708-8329-467c-8b8d-f8ec25293b6d tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0534997 Aug 31 07:44:16.510100 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7d86db0f-4cb1-47c6-848a-989f75289826 req-fa62138e-3a29-4736-ba98-c28106b820ff tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340831 Aug 31 07:44:17.626304 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b156d2-2f1a-4ba8-a79a-5d3caeca3fe8 req-dcd3a421-55f4-46c2-bbd2-ea07a174cb79 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:17.627889 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-14b156d2-2f1a-4ba8-a79a-5d3caeca3fe8 req-dcd3a421-55f4-46c2-bbd2-ea07a174cb79 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0501988 Aug 31 07:44:17.666658 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-14b156d2-2f1a-4ba8-a79a-5d3caeca3fe8 req-e93b65b0-cf0e-42fe-bf20-f485f7888b3a tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b58fbaf-4126-4fa6-a082-5e2a10bed36e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Aug 31 07:44:18.301418 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319889bd-0df3-4fef-86b8-89299a231928 req-7579fab9-a5de-4300-a430-7aaaf7b44b94 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:18.302852 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-319889bd-0df3-4fef-86b8-89299a231928 req-7579fab9-a5de-4300-a430-7aaaf7b44b94 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.59 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 945 time: 0.0574145 Aug 31 07:44:18.406838 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-319889bd-0df3-4fef-86b8-89299a231928 req-c62b1530-6e33-4fec-a5d7-aa2b556dfd9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Deleting port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:18.407185 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-319889bd-0df3-4fef-86b8-89299a231928 req-c62b1530-6e33-4fec-a5d7-aa2b556dfd9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.503733 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-319889bd-0df3-4fef-86b8-89299a231928 req-c62b1530-6e33-4fec-a5d7-aa2b556dfd9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] For port 1e399cc8-fe0f-479b-9bba-3b21f5b25953, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1e399cc8-fe0f-479b-9bba-3b21f5b25953,segment=NetworkSegment(aa99e149-ec2d-4f2c-8fe5-2d09d3b22187),segment_id=aa99e149-ec2d-4f2c-8fe5-2d09d3b22187)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:18.504150 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-319889bd-0df3-4fef-86b8-89299a231928 req-c62b1530-6e33-4fec-a5d7-aa2b556dfd9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.519120 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-319889bd-0df3-4fef-86b8-89299a231928 req-c62b1530-6e33-4fec-a5d7-aa2b556dfd9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Calling delete_port for 1e399cc8-fe0f-479b-9bba-3b21f5b25953 owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:18.660868 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-319889bd-0df3-4fef-86b8-89299a231928 req-c62b1530-6e33-4fec-a5d7-aa2b556dfd9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.673627 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['1e399cc8-fe0f-479b-9bba-3b21f5b25953'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:18.691360 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b1530-6e33-4fec-a5d7-aa2b556dfd9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Pushing event deleted for resources: {'Port': ['ID=1e399cc8-fe0f-479b-9bba-3b21f5b25953,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:18.742419 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-319889bd-0df3-4fef-86b8-89299a231928 req-c62b1530-6e33-4fec-a5d7-aa2b556dfd9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] No DVR routers for this DVR port 1e399cc8-fe0f-479b-9bba-3b21f5b25953 on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:18.745103 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-319889bd-0df3-4fef-86b8-89299a231928 req-c62b1530-6e33-4fec-a5d7-aa2b556dfd9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:18.747293 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-319889bd-0df3-4fef-86b8-89299a231928 req-c62b1530-6e33-4fec-a5d7-aa2b556dfd9b tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.59 "DELETE /v2.0/ports/1e399cc8-fe0f-479b-9bba-3b21f5b25953 HTTP/1.1" status: 204 len: 173 time: 0.4373939 Aug 31 07:44:18.747742 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'name': 'network-vif-deleted', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:18.750030 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92c4cc5-d5dd-4f72-a9c0-7d56a7fff414" -d '{"events": [{"server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "name": "network-vif-deleted", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:18.778502 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fe6ebdf3-f022-4040-bde5-90e7ff0199dc req-a3965d9c-f119-4bd9-8e62-4f61562fa693 tempest-TestMinimumBasicScenario-1541840238 tempest-TestMinimumBasicScenario-1541840238-project] 10.222.0.62 "GET /v2.0/ports?device_id=73c4e700-8849-43e2-9d46-f30fe06fc5ae HTTP/1.1" status: 200 len: 210 time: 0.0305426 Aug 31 07:44:18.793945 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef589f5-eade-4ba9-9298-64623b99141c x-openstack-request-id: req-0ef589f5-eade-4ba9-9298-64623b99141c {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:18.794233 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c4e700-8849-43e2-9d46-f30fe06fc5ae", "name": "network-vif-deleted", "tag": "1e399cc8-fe0f-479b-9bba-3b21f5b25953", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:18.794516 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ef589f5-eade-4ba9-9298-64623b99141c {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:18.794931 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c4e700-8849-43e2-9d46-f30fe06fc5ae', 'name': 'network-vif-deleted', 'tag': '1e399cc8-fe0f-479b-9bba-3b21f5b25953', 'status': 'completed', 'code': 200} Aug 31 07:44:19.938338 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48010) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:20.045607 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4d7a72b4-2b5d-410b-a49c-c529efde80f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.093876 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:44:20.138617 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4d7a72b4-2b5d-410b-a49c-c529efde80f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.144638 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4d7a72b4-2b5d-410b-a49c-c529efde80f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.187368 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-4d7a72b4-2b5d-410b-a49c-c529efde80f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15f822f51da8451c87d49b852b9b75a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477915 Aug 31 07:44:20.188421 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a72b4-2b5d-410b-a49c-c529efde80f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0115b104-a63e-46a8-8645-04c219b38353,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:20.189920 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48032) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:20.247686 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2c97dfea-206a-4403-9dde-4f4144973040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.274595 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2c97dfea-206a-4403-9dde-4f4144973040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.322532 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2c97dfea-206a-4403-9dde-4f4144973040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.325227 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2c97dfea-206a-4403-9dde-4f4144973040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.326392 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-2c97dfea-206a-4403-9dde-4f4144973040 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0115b104-a63e-46a8-8645-04c219b38353 HTTP/1.1" status: 204 len: 168 time: 0.1354253 Aug 31 07:44:20.334271 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97dfea-206a-4403-9dde-4f4144973040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0115b104-a63e-46a8-8645-04c219b38353,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:20.455296 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48052) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:20.620730 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48056) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:20.636208 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c6e04282-a19a-452d-9883-4ac9ec1fb92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.727927 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c6e04282-a19a-452d-9883-4ac9ec1fb92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.733059 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-c6e04282-a19a-452d-9883-4ac9ec1fb92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.773303 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-c6e04282-a19a-452d-9883-4ac9ec1fb92e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9939d3919f249babee7a554392800d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514223 Aug 31 07:44:20.774572 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e04282-a19a-452d-9883-4ac9ec1fb92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a08a326-e605-4bb5-bedf-41b31cd0a339,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:20.776923 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48058) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:20.811524 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d139b163-f1fa-4c65-94fb-30d94ee0a352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386836'] for router_interface, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.827014 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-51251086-54f6-4f28-b70d-a65d0920b620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.849319 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-51251086-54f6-4f28-b70d-a65d0920b620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.896913 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-51251086-54f6-4f28-b70d-a65d0920b620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.899519 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-51251086-54f6-4f28-b70d-a65d0920b620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:20.903282 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-51251086-54f6-4f28-b70d-a65d0920b620 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a08a326-e605-4bb5-bedf-41b31cd0a339 HTTP/1.1" status: 204 len: 168 time: 0.1227469 Aug 31 07:44:20.909217 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51251086-54f6-4f28-b70d-a65d0920b620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a08a326-e605-4bb5-bedf-41b31cd0a339,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:21.057264 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-d139b163-f1fa-4c65-94fb-30d94ee0a352 admin admin] Deleting port efd14d5d-d32b-468d-81c3-77f8c054da69 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:21.057794 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d139b163-f1fa-4c65-94fb-30d94ee0a352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:21.136423 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-d139b163-f1fa-4c65-94fb-30d94ee0a352 admin admin] For port efd14d5d-d32b-468d-81c3-77f8c054da69, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=efd14d5d-d32b-468d-81c3-77f8c054da69,segment=NetworkSegment(aa99e149-ec2d-4f2c-8fe5-2d09d3b22187),segment_id=aa99e149-ec2d-4f2c-8fe5-2d09d3b22187)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:21.136692 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d139b163-f1fa-4c65-94fb-30d94ee0a352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:21.150692 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-d139b163-f1fa-4c65-94fb-30d94ee0a352 admin admin] Calling delete_port for efd14d5d-d32b-468d-81c3-77f8c054da69 owned by network:router_interface {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:21.168371 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-21496622-7432-431d-a475-b41d7940f743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:21.336447 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d139b163-f1fa-4c65-94fb-30d94ee0a352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:21.362280 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139b163-f1fa-4c65-94fb-30d94ee0a352 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd14d5d-d32b-468d-81c3-77f8c054da69,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:21.545218 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-d139b163-f1fa-4c65-94fb-30d94ee0a352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386952'] for router_interface, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:21.732955 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 1e399cc8-fe0f-479b-9bba-3b21f5b25953 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:21.755137 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 1e399cc8-fe0f-479b-9bba-3b21f5b25953 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:21.755363 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 1e399cc8-fe0f-479b-9bba-3b21f5b25953 not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:21.770201 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d139b163-f1fa-4c65-94fb-30d94ee0a352 admin admin] Router 0bd3b035-76ce-4c1e-8669-dec66d015144 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:44:21.880719 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d139b163-f1fa-4c65-94fb-30d94ee0a352 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:44:21.890138 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-d139b163-f1fa-4c65-94fb-30d94ee0a352 admin admin] 10.222.0.62 "PUT /v2.0/routers/0bd3b035-76ce-4c1e-8669-dec66d015144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4320593 Aug 31 07:44:21.890613 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48084) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:21.891553 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2dc7c-90bb-473c-ab24-939464c4d7d1 None None] Sync routers for ids ['0bd3b035-76ce-4c1e-8669-dec66d015144'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:44:21.902389 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2dc7c-90bb-473c-ab24-939464c4d7d1 None None] Routers {'0bd3b035-76ce-4c1e-8669-dec66d015144'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:21.903018 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-b3c2dc7c-90bb-473c-ab24-939464c4d7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:43:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['0bd3b035-76ce-4c1e-8669-dec66d015144'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:22.034084 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Notify callbacks [] for router, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.108035 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-b3c2dc7c-90bb-473c-ab24-939464c4d7d1 None None] Set router 0bd3b035-76ce-4c1e-8669-dec66d015144 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:22.142246 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.197134 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Deleting port ebd1570c-0fbd-4a49-8b10-e435229c31ac {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:22.197388 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.276921 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] For port ebd1570c-0fbd-4a49-8b10-e435229c31ac, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=ebd1570c-0fbd-4a49-8b10-e435229c31ac,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:22.277286 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.287825 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-b3c2dc7c-90bb-473c-ab24-939464c4d7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:44:21Z', 'revision_number': 5, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port': {'id': 'ebd1570c-0fbd-4a49-8b10-e435229c31ac', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:aa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:03Z', 'updated_at': '2021-08-31T07:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:22.290688 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Calling delete_port for ebd1570c-0fbd-4a49-8b10-e435229c31ac owned by network:router_gateway {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:22.313250 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2dc7c-90bb-473c-ab24-939464c4d7d1 None None] Checking router: 0bd3b035-76ce-4c1e-8669-dec66d015144 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:44:22.321909 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2dc7c-90bb-473c-ab24-939464c4d7d1 None None] Routers {'0bd3b035-76ce-4c1e-8669-dec66d015144'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:22.322552 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-b3c2dc7c-90bb-473c-ab24-939464c4d7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:43:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['0bd3b035-76ce-4c1e-8669-dec66d015144'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:22.407150 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-b3c2dc7c-90bb-473c-ab24-939464c4d7d1 None None] Set router 0bd3b035-76ce-4c1e-8669-dec66d015144 gateway port host: None {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:22.457655 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.460217 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-b3c2dc7c-90bb-473c-ab24-939464c4d7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:44:22Z', 'revision_number': 6, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port_host': None}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:22.483750 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd1570c-0fbd-4a49-8b10-e435229c31ac,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:22.487039 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c2dc7c-90bb-473c-ab24-939464c4d7d1 None None] The sync data for ids ['0bd3b035-76ce-4c1e-8669-dec66d015144'] in dv-cinder-799668-14-iscsi is: [{'id': '0bd3b035-76ce-4c1e-8669-dec66d015144', 'name': 'tempest-TestMinimumBasicScenario-491249992-router', 'tenant_id': '8284d925f59640eaadfd1bc0345625b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:02Z', 'updated_at': '2021-08-31T07:44:22Z', 'revision_number': 6, 'project_id': '8284d925f59640eaadfd1bc0345625b1', 'gw_port_host': None}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:44:22.549344 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385322'] for router_gateway, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.638579 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28938'] for router, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.640685 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.683490 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-392223'] for router, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.684015 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd3b035-76ce-4c1e-8669-dec66d015144 {{(pid=94043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:44:22.688816 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] Notify callbacks [] for router, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.689952 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-138e6b66-41f2-4b13-9b13-e79d6a8f8173 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0bd3b035-76ce-4c1e-8669-dec66d015144 HTTP/1.1" status: 204 len: 168 time: 0.7982974 Aug 31 07:44:22.692609 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48090) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:22.735906 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae1bb3a-fe3f-4a13-a34e-6481c7c9c0b7 admin admin] Deleting subnet db550d3e-1fb1-40e1-b5d1-ece28f57dda7 {{(pid=94043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:44:22.738934 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3ae1bb3a-fe3f-4a13-a34e-6481c7c9c0b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.777882 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3ae1bb3a-fe3f-4a13-a34e-6481c7c9c0b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529139911'] for subnet, precommit_delete_associations {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.856158 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3ae1bb3a-fe3f-4a13-a34e-6481c7c9c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.911410 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3ae1bb3a-fe3f-4a13-a34e-6481c7c9c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529198993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529159932'] for subnet, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.938004 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1bb3a-fe3f-4a13-a34e-6481c7c9c0b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db550d3e-1fb1-40e1-b5d1-ece28f57dda7,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:22.942192 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3ae1bb3a-fe3f-4a13-a34e-6481c7c9c0b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:22.944178 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-3ae1bb3a-fe3f-4a13-a34e-6481c7c9c0b7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/db550d3e-1fb1-40e1-b5d1-ece28f57dda7 HTTP/1.1" status: 204 len: 168 time: 0.2505753 Aug 31 07:44:22.946674 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48092) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:22.957989 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb264893-636d-4ddc-9b21-669a9dbc745d None None] Network f9d29324-aec2-4290-8649-b37f0daeb96e requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:23.022945 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.083250 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Deleting port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:23.083692 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.103510 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.162860 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] For port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=d03db44b-f2a7-4e3b-927a-cc8fbd4d5355,segment=NetworkSegment(aa99e149-ec2d-4f2c-8fe5-2d09d3b22187),segment_id=aa99e149-ec2d-4f2c-8fe5-2d09d3b22187)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:23.163251 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.177959 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Calling delete_port for d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 owned by network:dhcp {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:23.265570 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.292408 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Pushing event deleted for resources: {'Port': ['ID=d03db44b-f2a7-4e3b-927a-cc8fbd4d5355,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:23.300692 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] No DVR routers for this DVR port d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 on host dv-cinder-799668-14-iscsi {{(pid=94043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:23.315524 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42453253-69d2-4b72-b6d1-11546ec4569c None None] DHCP port deletion for f9d29324-aec2-4290-8649-b37f0daeb96e request from dv-cinder-799668-14-iscsi {{(pid=94044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:44:23.380826 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.392026 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d29324-aec2-4290-8649-b37f0daeb96e']}} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:23.408520 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187') {'for_net_delete': True} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:23.408812 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa99e149-ec2d-4f2c-8fe5-2d09d3b22187') {} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:23.418844 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529139964'] for segment, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.420797 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device efd14d5d-d32b-468d-81c3-77f8c054da69 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:23.433121 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.439258 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:44:23.439642 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529198891'] for segment, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: Traceback (most recent call last): Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: timer() Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: cb(*args, **kw) Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: return func(*args, **kwargs) Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: self._notify() Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: self.callback(batched_events) Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: event.method(event) Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: return f(self, *a, **k) Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._get(url).json() Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: return self.request(url, 'GET', **kwargs) Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:44:23.441811 dv-cinder-799668-14-iscsi neutron-server[94043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:44:23.444931 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: efd14d5d-d32b-468d-81c3-77f8c054da69 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:23.444931 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device efd14d5d-d32b-468d-81c3-77f8c054da69 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:23.495224 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.501210 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:23.503857 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] 10.222.0.62 "DELETE /v2.0/networks/f9d29324-aec2-4290-8649-b37f0daeb96e HTTP/1.1" status: 204 len: 168 time: 0.5557845 Aug 31 07:44:23.507457 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48100) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:23.516673 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8a003-d6cb-4833-8ff3-eb6d3937a87d admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d29324-aec2-4290-8649-b37f0daeb96e,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:24.104548 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4578d3af-fbd6-4791-b184-76b378fafc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386836'] for router_interface, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:24.141704 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-01f25ddb-552d-4420-a2bf-622955a238ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:24.352893 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-4578d3af-fbd6-4791-b184-76b378fafc13 admin admin] Deleting port 7b2b365b-46c5-46b9-b7dd-830e53e98461 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:24.353237 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4578d3af-fbd6-4791-b184-76b378fafc13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:24.360884 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:24.438695 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-4578d3af-fbd6-4791-b184-76b378fafc13 admin admin] For port 7b2b365b-46c5-46b9-b7dd-830e53e98461, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=7b2b365b-46c5-46b9-b7dd-830e53e98461,segment=NetworkSegment(1148404c-1c9d-49b8-a8ca-f43588e43153),segment_id=1148404c-1c9d-49b8-a8ca-f43588e43153)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:24.439055 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4578d3af-fbd6-4791-b184-76b378fafc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:24.451242 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-4578d3af-fbd6-4791-b184-76b378fafc13 admin admin] Calling delete_port for 7b2b365b-46c5-46b9-b7dd-830e53e98461 owned by network:router_interface {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:24.624148 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4578d3af-fbd6-4791-b184-76b378fafc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:24.652719 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578d3af-fbd6-4791-b184-76b378fafc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2b365b-46c5-46b9-b7dd-830e53e98461,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:24.820864 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-4578d3af-fbd6-4791-b184-76b378fafc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386952'] for router_interface, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:24.890698 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.037910 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4578d3af-fbd6-4791-b184-76b378fafc13 admin admin] Router 91d48019-13d7-4fa3-a0b7-37ca190790cb has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:44:25.061419 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:25.084388 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:25.084730 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device d03db44b-f2a7-4e3b-927a-cc8fbd4d5355 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:25.085144 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device ebd1570c-0fbd-4a49-8b10-e435229c31ac no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:25.102965 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: ebd1570c-0fbd-4a49-8b10-e435229c31ac {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:25.103306 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device ebd1570c-0fbd-4a49-8b10-e435229c31ac not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:25.148373 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4578d3af-fbd6-4791-b184-76b378fafc13 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:44:25.153329 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-4578d3af-fbd6-4791-b184-76b378fafc13 admin admin] 10.222.0.62 "PUT /v2.0/routers/91d48019-13d7-4fa3-a0b7-37ca190790cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6444426 Aug 31 07:44:25.155714 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48106) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:25.158088 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24287f2d-c375-4a7f-9c85-de1a80dd1bfd None None] Sync routers for ids ['91d48019-13d7-4fa3-a0b7-37ca190790cb'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:44:25.166899 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24287f2d-c375-4a7f-9c85-de1a80dd1bfd None None] Routers {'91d48019-13d7-4fa3-a0b7-37ca190790cb'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:25.167500 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-24287f2d-c375-4a7f-9c85-de1a80dd1bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['91d48019-13d7-4fa3-a0b7-37ca190790cb'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:25.258019 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.271017 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-24287f2d-c375-4a7f-9c85-de1a80dd1bfd None None] Set router 91d48019-13d7-4fa3-a0b7-37ca190790cb gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:25.364390 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.420898 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Deleting port 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:25.421150 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.477042 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-24287f2d-c375-4a7f-9c85-de1a80dd1bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'name': 'tempest-TestMinimumBasicScenario-1731542894-router', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:11Z', 'updated_at': '2021-08-31T07:44:24Z', 'revision_number': 5, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'gw_port': {'id': '7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:12Z', 'updated_at': '2021-08-31T07:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:25.503810 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24287f2d-c375-4a7f-9c85-de1a80dd1bfd None None] Checking router: 91d48019-13d7-4fa3-a0b7-37ca190790cb for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:44:25.510055 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] For port 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:25.510460 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.511911 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24287f2d-c375-4a7f-9c85-de1a80dd1bfd None None] Routers {'91d48019-13d7-4fa3-a0b7-37ca190790cb'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:25.512523 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-24287f2d-c375-4a7f-9c85-de1a80dd1bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['91d48019-13d7-4fa3-a0b7-37ca190790cb'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:25.522756 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Calling delete_port for 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 owned by network:router_gateway {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:25.598158 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-24287f2d-c375-4a7f-9c85-de1a80dd1bfd None None] Set router 91d48019-13d7-4fa3-a0b7-37ca190790cb gateway port host: None {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:25.652099 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-24287f2d-c375-4a7f-9c85-de1a80dd1bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'name': 'tempest-TestMinimumBasicScenario-1731542894-router', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:11Z', 'updated_at': '2021-08-31T07:44:25Z', 'revision_number': 6, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'gw_port_host': None}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:25.678857 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24287f2d-c375-4a7f-9c85-de1a80dd1bfd None None] The sync data for ids ['91d48019-13d7-4fa3-a0b7-37ca190790cb'] in dv-cinder-799668-14-iscsi is: [{'id': '91d48019-13d7-4fa3-a0b7-37ca190790cb', 'name': 'tempest-TestMinimumBasicScenario-1731542894-router', 'tenant_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:11Z', 'updated_at': '2021-08-31T07:44:25Z', 'revision_number': 6, 'project_id': 'd04c6aa136a34a22b494772f7b9f49ad', 'gw_port_host': None}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:44:25.691714 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.718490 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:25.777207 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385322'] for router_gateway, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.863213 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28938'] for router, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.865276 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.910883 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-392223'] for router, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.911406 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d48019-13d7-4fa3-a0b7-37ca190790cb {{(pid=94042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:44:25.916844 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.917985 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-2bf72d2f-be72-4c77-bbc9-8a28f2bc35e1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/91d48019-13d7-4fa3-a0b7-37ca190790cb HTTP/1.1" status: 204 len: 168 time: 0.7613604 Aug 31 07:44:25.920375 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48110) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:25.963205 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5423870-63a8-458a-ae2e-30df7f50a9c2 admin admin] Deleting subnet e2759adc-a357-461b-9697-5a7bc65dd311 {{(pid=94042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:44:25.966029 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a5423870-63a8-458a-ae2e-30df7f50a9c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.999240 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a5423870-63a8-458a-ae2e-30df7f50a9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520376356'] for subnet, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.111195 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a5423870-63a8-458a-ae2e-30df7f50a9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.164127 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a5423870-63a8-458a-ae2e-30df7f50a9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520418310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520561889'] for subnet, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.191237 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a5423870-63a8-458a-ae2e-30df7f50a9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.193121 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-a5423870-63a8-458a-ae2e-30df7f50a9c2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e2759adc-a357-461b-9697-5a7bc65dd311 HTTP/1.1" status: 204 len: 168 time: 0.2717898 Aug 31 07:44:26.195214 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5423870-63a8-458a-ae2e-30df7f50a9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2759adc-a357-461b-9697-5a7bc65dd311,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:26.196180 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48112) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:26.197902 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fbcfee-2e47-48c4-865b-1c10fca51204 None None] Network c12ff8fd-c8ea-460d-99dc-3af906e8ffd1 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:26.269889 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.323870 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Deleting port e62ccdff-34df-4a77-92ce-ab4e10afc75e {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:26.324178 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.391353 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] For port e62ccdff-34df-4a77-92ce-ab4e10afc75e, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=e62ccdff-34df-4a77-92ce-ab4e10afc75e,segment=NetworkSegment(1148404c-1c9d-49b8-a8ca-f43588e43153),segment_id=1148404c-1c9d-49b8-a8ca-f43588e43153)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:26.391655 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.405734 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Calling delete_port for e62ccdff-34df-4a77-92ce-ab4e10afc75e owned by network:dhcp {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:26.431632 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b67cfde-bdf0-481b-bd3c-25069f2a4203 None None] DHCP port deletion for c12ff8fd-c8ea-460d-99dc-3af906e8ffd1 request from dv-cinder-799668-14-iscsi {{(pid=94044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:44:26.485856 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-5b67cfde-bdf0-481b-bd3c-25069f2a4203 None None] Deleting port e62ccdff-34df-4a77-92ce-ab4e10afc75e {{(pid=94044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:26.486314 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5b67cfde-bdf0-481b-bd3c-25069f2a4203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.490479 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.516090 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62ccdff-34df-4a77-92ce-ab4e10afc75e,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:26.522740 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] No DVR routers for this DVR port e62ccdff-34df-4a77-92ce-ab4e10afc75e on host dv-cinder-799668-14-iscsi {{(pid=94043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:26.587874 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-5b67cfde-bdf0-481b-bd3c-25069f2a4203 None None] For port e62ccdff-34df-4a77-92ce-ab4e10afc75e, host dv-cinder-799668-14-iscsi, got binding levels [] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:26.588281 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5b67cfde-bdf0-481b-bd3c-25069f2a4203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.599755 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.607463 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-5b67cfde-bdf0-481b-bd3c-25069f2a4203 None None] Calling delete_port for e62ccdff-34df-4a77-92ce-ab4e10afc75e owned by network:dhcp {{(pid=94044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:26.611720 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12ff8fd-c8ea-460d-99dc-3af906e8ffd1']}} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:26.623910 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1148404c-1c9d-49b8-a8ca-f43588e43153') {'for_net_delete': True} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:26.623910 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1148404c-1c9d-49b8-a8ca-f43588e43153') {} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:26.629076 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.ipam_backend_mixin [None req-5b67cfde-bdf0-481b-bd3c-25069f2a4203 None None] Port e62ccdff-34df-4a77-92ce-ab4e10afc75e was not found and therefore no delete operation was performed {{(pid=94044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:44:26.632336 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-5b67cfde-bdf0-481b-bd3c-25069f2a4203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849'] for port, after_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.634329 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529139964'] for segment, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.651456 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.659423 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67cfde-bdf0-481b-bd3c-25069f2a4203 None None] Pushing event deleted for resources: {'Port': ['ID=e62ccdff-34df-4a77-92ce-ab4e10afc75e,revision_number=None']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:26.660524 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:44:26.661567 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b67cfde-bdf0-481b-bd3c-25069f2a4203 None None] No DVR routers for this DVR port e62ccdff-34df-4a77-92ce-ab4e10afc75e on host dv-cinder-799668-14-iscsi {{(pid=94044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:26.664960 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529198891'] for segment, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: Traceback (most recent call last): Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: timer() Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: cb(*args, **kw) Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: return func(*args, **kwargs) Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: self._notify() Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: self.callback(batched_events) Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: event.method(event) Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: return f(self, *a, **k) Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._get(url).json() Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: return self.request(url, 'GET', **kwargs) Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:44:26.672320 dv-cinder-799668-14-iscsi neutron-server[94043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:44:26.729263 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.736120 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.741956 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c12ff8fd-c8ea-460d-99dc-3af906e8ffd1 HTTP/1.1" status: 204 len: 168 time: 0.5418766 Aug 31 07:44:26.760326 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902a45f-2f79-4c20-89d3-dd3414754296 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12ff8fd-c8ea-460d-99dc-3af906e8ffd1,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:26.773162 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:26.927681 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc721151-45d1-4fcf-9a2c-fc4e9ce028e0 req-964cfce5-85ea-4001-bd66-d39adfa11650 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:26.929716 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cc721151-45d1-4fcf-9a2c-fc4e9ce028e0 req-964cfce5-85ea-4001-bd66-d39adfa11650 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 946 time: 0.0547750 Aug 31 07:44:26.947017 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48128) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:26.969836 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cc721151-45d1-4fcf-9a2c-fc4e9ce028e0 req-19016e75-b790-46f2-bf76-54d410692551 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340605 Aug 31 07:44:26.998390 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-1987f612-ff83-41f7-a69b-9537ed3a33c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8284d925f59640eaadfd1bc0345625b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485697 Aug 31 07:44:26.999159 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48130) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:27.023114 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device e62ccdff-34df-4a77-92ce-ab4e10afc75e no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:27.043524 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: e62ccdff-34df-4a77-92ce-ab4e10afc75e {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:27.043866 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device e62ccdff-34df-4a77-92ce-ab4e10afc75e not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:27.044279 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 7b2b365b-46c5-46b9-b7dd-830e53e98461 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:27.052436 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0d20b7d1-7c99-401e-ade9-072c8830ff23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.063008 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 7b2b365b-46c5-46b9-b7dd-830e53e98461 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:27.063352 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 7b2b365b-46c5-46b9-b7dd-830e53e98461 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:27.063765 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:27.074848 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0d20b7d1-7c99-401e-ade9-072c8830ff23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.082084 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:27.082454 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 7d8b7e9b-0ba0-41e9-b4fc-ac0f64275dc7 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:27.122594 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0d20b7d1-7c99-401e-ade9-072c8830ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.125169 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0d20b7d1-7c99-401e-ade9-072c8830ff23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.126319 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-0d20b7d1-7c99-401e-ade9-072c8830ff23 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b58fbaf-4126-4fa6-a082-5e2a10bed36e HTTP/1.1" status: 204 len: 168 time: 0.1262677 Aug 31 07:44:27.134108 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20b7d1-7c99-401e-ade9-072c8830ff23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b58fbaf-4126-4fa6-a082-5e2a10bed36e,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:27.445524 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48142) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:27.490398 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-f8996fb0-2a65-4a3e-ac45-1a0d31433c53 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d04c6aa136a34a22b494772f7b9f49ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407946 Aug 31 07:44:27.490619 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48146) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:27.540942 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0896458a-8d5d-4959-b18b-6bb87af3a456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.561987 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0896458a-8d5d-4959-b18b-6bb87af3a456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.614400 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0896458a-8d5d-4959-b18b-6bb87af3a456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.617295 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-0896458a-8d5d-4959-b18b-6bb87af3a456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.618474 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-0896458a-8d5d-4959-b18b-6bb87af3a456 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ddd7caa0-f0cd-45aa-9328-86ee4458e24a HTTP/1.1" status: 204 len: 168 time: 0.1269958 Aug 31 07:44:27.626275 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896458a-8d5d-4959-b18b-6bb87af3a456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd7caa0-f0cd-45aa-9328-86ee4458e24a,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:28.095804 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109a6b4-7714-418a-b6bd-b29e5e8a9c16 req-3d7e16da-3f4c-4d93-bcbf-1ab7cb6d439c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:28.097518 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5109a6b4-7714-418a-b6bd-b29e5e8a9c16 req-3d7e16da-3f4c-4d93-bcbf-1ab7cb6d439c tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 946 time: 0.0502868 Aug 31 07:44:28.138081 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5109a6b4-7714-418a-b6bd-b29e5e8a9c16 req-bba99bbd-4e2c-4576-bf5b-6df44c7d5b29 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups?id=cb09af62-37ce-4601-ba8f-bc2988d0fee0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336535 Aug 31 07:44:28.396804 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-5f462a43-6005-4a6a-8719-40d907613965 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:28.398720 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-5f462a43-6005-4a6a-8719-40d907613965 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.59 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 946 time: 0.0516360 Aug 31 07:44:28.487398 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Deleting port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:28.487748 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:28.576469 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] For port bc9f6bba-f172-46d6-a80b-5cd58972c7c6, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:28.576836 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:28.739862 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:28.740171 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:28.741087 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.l3_db [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Floating IP 525972aa-1038-4ed1-a907-dc3602b574ac disassociated. External IP: 172.27.0.32, port: bc9f6bba-f172-46d6-a80b-5cd58972c7c6. Aug 31 07:44:28.741432 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Calling delete_port for bc9f6bba-f172-46d6-a80b-5cd58972c7c6 owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:28.867163 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:28.894640 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event deleted for resources: {'Port': ['ID=bc9f6bba-f172-46d6-a80b-5cd58972c7c6,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:29.248828 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fc6b6104-3f20-4566-b32c-f30fd07f91cb req-457ad406-c25c-43dc-9147-86d89452c281 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/ports?device_id=c904b3e3-cf49-4181-9cb2-04acda6e4a25 HTTP/1.1" status: 200 len: 210 time: 0.0323205 Aug 31 07:44:29.279149 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Router dfb6ae64-4535-468e-a341-32c36e160d64 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:44:29.392403 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:44:29.405852 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ecd461-e547-4008-800a-0bab0ec8da90 None None] Sync routers for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:44:29.415399 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ecd461-e547-4008-800a-0bab0ec8da90 None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:29.416031 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-66ecd461-e547-4008-800a-0bab0ec8da90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:29.432092 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] No DVR routers for this DVR port bc9f6bba-f172-46d6-a80b-5cd58972c7c6 on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:29.434505 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.436657 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-7e28e3b6-f43b-4702-94e5-719b2db36161 req-e2a343f2-5b27-425b-89e6-510b10ae5bce tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.59 "DELETE /v2.0/ports/bc9f6bba-f172-46d6-a80b-5cd58972c7c6 HTTP/1.1" status: 204 len: 173 time: 1.0323467 Aug 31 07:44:29.437098 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'name': 'network-vif-deleted', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:29.439339 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c88e2e-14bb-4249-af47-263f55a2e4cf" -d '{"events": [{"server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "name": "network-vif-deleted", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:29.479621 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc30f62-3afb-45b3-aa2e-dc0023bb0e86 x-openstack-request-id: req-bdc30f62-3afb-45b3-aa2e-dc0023bb0e86 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:29.479940 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c904b3e3-cf49-4181-9cb2-04acda6e4a25", "name": "network-vif-deleted", "tag": "bc9f6bba-f172-46d6-a80b-5cd58972c7c6", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:29.480214 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bdc30f62-3afb-45b3-aa2e-dc0023bb0e86 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:29.480667 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c904b3e3-cf49-4181-9cb2-04acda6e4a25', 'name': 'network-vif-deleted', 'tag': 'bc9f6bba-f172-46d6-a80b-5cd58972c7c6', 'status': 'completed', 'code': 200} Aug 31 07:44:29.534732 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-66ecd461-e547-4008-800a-0bab0ec8da90 None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:29.729402 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-66ecd461-e547-4008-800a-0bab0ec8da90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:37:01Z', 'revision_number': 5, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:29.759451 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ecd461-e547-4008-800a-0bab0ec8da90 None None] Checking router: dfb6ae64-4535-468e-a341-32c36e160d64 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:44:29.767747 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ecd461-e547-4008-800a-0bab0ec8da90 None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:29.768353 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-66ecd461-e547-4008-800a-0bab0ec8da90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:29.873150 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-66ecd461-e547-4008-800a-0bab0ec8da90 None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:30.070319 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-66ecd461-e547-4008-800a-0bab0ec8da90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:37:01Z', 'revision_number': 5, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:30.096560 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ecd461-e547-4008-800a-0bab0ec8da90 None None] The sync data for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi is: [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:36:49Z', 'revision_number': 4, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': 'db2b77d9-b535-4c2e-8f70-5a3e7c5ad375', 'name': '', 'network_id': 'fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'mac_address': 'fa:16:3e:b7:70:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:48Z', 'updated_at': '2021-08-31T07:37:01Z', 'revision_number': 5, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'subnets': [{'id': 'b1810f6c-a578-4036-ab5a-13c99f83c500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:44:30.341469 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638e89b0-b43e-4f26-a2d7-9fbcc52596fc None None] New status for floating IP 525972aa-1038-4ed1-a907-dc3602b574ac: DOWN {{(pid=94044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:44:30.348656 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48196) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:30.413805 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48198) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:30.422011 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-96dca81a-7f3a-4559-8758-e088581ffb78 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.446840 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-96dca81a-7f3a-4559-8758-e088581ffb78 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.501537 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-96dca81a-7f3a-4559-8758-e088581ffb78 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.505052 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-96dca81a-7f3a-4559-8758-e088581ffb78 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.509410 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-96dca81a-7f3a-4559-8758-e088581ffb78 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "DELETE /v2.0/security-groups/cb09af62-37ce-4601-ba8f-bc2988d0fee0 HTTP/1.1" status: 204 len: 168 time: 0.1564734 Aug 31 07:44:30.511088 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48202) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:30.517156 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dca81a-7f3a-4559-8758-e088581ffb78 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb09af62-37ce-4601-ba8f-bc2988d0fee0,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:30.525300 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.api.v2.resource [None req-171598bc-902b-4483-888e-0037c26c8c37 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] show failed (client error): The resource could not be found. Aug 31 07:44:30.529174 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48204) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:30.529344 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-171598bc-902b-4483-888e-0037c26c8c37 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "GET /v2.0/security-groups/cb09af62-37ce-4601-ba8f-bc2988d0fee0 HTTP/1.1" status: 404 len: 347 time: 0.0169640 Aug 31 07:44:30.545705 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-82082d06-6766-48e2-85fe-11732d83efb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.708634 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-2ee380a0-9318-4754-b9e0-f9e671b51999 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Deleting port 0e8a7411-14ba-473c-9f86-39ae19353522 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:30.708890 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2ee380a0-9318-4754-b9e0-f9e671b51999 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.771283 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-82082d06-6766-48e2-85fe-11732d83efb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.777388 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-82082d06-6766-48e2-85fe-11732d83efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.833422 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2ee380a0-9318-4754-b9e0-f9e671b51999 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.833752 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2ee380a0-9318-4754-b9e0-f9e671b51999 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.837651 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-82082d06-6766-48e2-85fe-11732d83efb8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f848cddce9f14162a5e7b5f823fa65e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4229481 Aug 31 07:44:30.840501 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48206) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:30.842956 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82082d06-6766-48e2-85fe-11732d83efb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7dd369-8015-43e3-90ca-11b8aecaa8fe,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:30.851296 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-2ee380a0-9318-4754-b9e0-f9e671b51999 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Calling delete_port for 0e8a7411-14ba-473c-9f86-39ae19353522 owned by network:floatingip {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:30.894431 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9b170841-4877-4e34-b0af-4dc104d6f894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.915490 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9b170841-4877-4e34-b0af-4dc104d6f894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.962909 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9b170841-4877-4e34-b0af-4dc104d6f894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.965567 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-9b170841-4877-4e34-b0af-4dc104d6f894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:30.966831 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-9b170841-4877-4e34-b0af-4dc104d6f894 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a7dd369-8015-43e3-90ca-11b8aecaa8fe HTTP/1.1" status: 204 len: 168 time: 0.1252635 Aug 31 07:44:30.974406 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b170841-4877-4e34-b0af-4dc104d6f894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7dd369-8015-43e3-90ca-11b8aecaa8fe,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:30.994074 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2ee380a0-9318-4754-b9e0-f9e671b51999 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.023534 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee380a0-9318-4754-b9e0-f9e671b51999 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Pushing event deleted for resources: {'Port': ['ID=0e8a7411-14ba-473c-9f86-39ae19353522,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:31.088235 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2ee380a0-9318-4754-b9e0-f9e671b51999 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks [] for floatingip, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.090896 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-2ee380a0-9318-4754-b9e0-f9e671b51999 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:31.092049 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-2ee380a0-9318-4754-b9e0-f9e671b51999 tempest-AttachVolumeShelveTestJSON-44746275 tempest-AttachVolumeShelveTestJSON-44746275-project] 10.222.0.62 "DELETE /v2.0/floatingips/525972aa-1038-4ed1-a907-dc3602b574ac HTTP/1.1" status: 204 len: 168 time: 0.5619748 Aug 31 07:44:31.273568 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device bc9f6bba-f172-46d6-a80b-5cd58972c7c6 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:31.293497 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: bc9f6bba-f172-46d6-a80b-5cd58972c7c6 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:31.293910 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device bc9f6bba-f172-46d6-a80b-5cd58972c7c6 not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:33.515549 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48270) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:34.017649 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e41f648d-c5eb-42e9-a290-864f51435dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386836'] for router_interface, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.249361 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-e41f648d-c5eb-42e9-a290-864f51435dcc admin admin] Deleting port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:34.249697 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e41f648d-c5eb-42e9-a290-864f51435dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.326769 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [None req-e41f648d-c5eb-42e9-a290-864f51435dcc admin admin] For port db2b77d9-b535-4c2e-8f70-5a3e7c5ad375, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=db2b77d9-b535-4c2e-8f70-5a3e7c5ad375,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:34.327129 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e41f648d-c5eb-42e9-a290-864f51435dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.339840 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-e41f648d-c5eb-42e9-a290-864f51435dcc admin admin] Calling delete_port for db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 owned by network:router_interface {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:34.520428 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e41f648d-c5eb-42e9-a290-864f51435dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.543701 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f648d-c5eb-42e9-a290-864f51435dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=db2b77d9-b535-4c2e-8f70-5a3e7c5ad375,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:34.708176 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e41f648d-c5eb-42e9-a290-864f51435dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386952'] for router_interface, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:34.926516 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41f648d-c5eb-42e9-a290-864f51435dcc admin admin] Router dfb6ae64-4535-468e-a341-32c36e160d64 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:44:34.985771 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48288) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:35.041632 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41f648d-c5eb-42e9-a290-864f51435dcc admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:44:35.049928 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-e41f648d-c5eb-42e9-a290-864f51435dcc admin admin] 10.222.0.62 "PUT /v2.0/routers/dfb6ae64-4535-468e-a341-32c36e160d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5311484 Aug 31 07:44:35.050532 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48292) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:35.052547 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79503bf6-6895-4b52-a622-442204211d0e None None] Sync routers for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:44:35.063125 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79503bf6-6895-4b52-a622-442204211d0e None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:35.063812 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-79503bf6-6895-4b52-a622-442204211d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:35.113550 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-34829ba3-ace1-496f-b7d4-efa9ce4cf857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.171788 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-79503bf6-6895-4b52-a622-442204211d0e None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:35.200112 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Notify callbacks [] for router, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.336677 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-34829ba3-ace1-496f-b7d4-efa9ce4cf857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.342345 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-34829ba3-ace1-496f-b7d4-efa9ce4cf857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.382601 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.392393 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-34829ba3-ace1-496f-b7d4-efa9ce4cf857 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78130b205e214ff9a75d2818cc24eaad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4053352 Aug 31 07:44:35.395686 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48294) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:35.395849 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34829ba3-ace1-496f-b7d4-efa9ce4cf857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c472c25-cd44-4ad2-bd32-d9c2809472c5,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:35.437018 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-79503bf6-6895-4b52-a622-442204211d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '1b1700dc-7d03-4213-9349-566501e548bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:44:34Z', 'revision_number': 5, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port': {'id': '1b1700dc-7d03-4213-9349-566501e548bc', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:42Z', 'updated_at': '2021-08-31T07:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:35.449727 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Deleting port 1b1700dc-7d03-4213-9349-566501e548bc {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:35.449969 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.465171 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-718326f4-491a-4ef1-bc78-0220af8d9710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.472021 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79503bf6-6895-4b52-a622-442204211d0e None None] Checking router: dfb6ae64-4535-468e-a341-32c36e160d64 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:44:35.483196 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79503bf6-6895-4b52-a622-442204211d0e None None] Routers {'dfb6ae64-4535-468e-a341-32c36e160d64'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:35.483816 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-79503bf6-6895-4b52-a622-442204211d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['dfb6ae64-4535-468e-a341-32c36e160d64'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:35.489062 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-718326f4-491a-4ef1-bc78-0220af8d9710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.536029 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] For port 1b1700dc-7d03-4213-9349-566501e548bc, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=1b1700dc-7d03-4213-9349-566501e548bc,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:35.536547 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.541448 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-718326f4-491a-4ef1-bc78-0220af8d9710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.544199 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-718326f4-491a-4ef1-bc78-0220af8d9710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.545356 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-718326f4-491a-4ef1-bc78-0220af8d9710 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c472c25-cd44-4ad2-bd32-d9c2809472c5 HTTP/1.1" status: 204 len: 168 time: 0.1481862 Aug 31 07:44:35.554855 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718326f4-491a-4ef1-bc78-0220af8d9710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c472c25-cd44-4ad2-bd32-d9c2809472c5,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:35.564715 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Calling delete_port for 1b1700dc-7d03-4213-9349-566501e548bc owned by network:router_gateway {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:35.576023 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-79503bf6-6895-4b52-a622-442204211d0e None None] Set router dfb6ae64-4535-468e-a341-32c36e160d64 gateway port host: None {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:35.630340 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-79503bf6-6895-4b52-a622-442204211d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:44:35Z', 'revision_number': 6, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port_host': None}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:35.657208 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79503bf6-6895-4b52-a622-442204211d0e None None] The sync data for ids ['dfb6ae64-4535-468e-a341-32c36e160d64'] in dv-cinder-799668-14-iscsi is: [{'id': 'dfb6ae64-4535-468e-a341-32c36e160d64', 'name': 'tempest-AttachVolumeShelveTestJSON-1470667807-router', 'tenant_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:41Z', 'updated_at': '2021-08-31T07:44:35Z', 'revision_number': 6, 'project_id': 'eb0762f16cec4dc5873bb2e84e4c4ce3', 'gw_port_host': None}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:44:35.755304 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.779673 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1700dc-7d03-4213-9349-566501e548bc,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:35.850230 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48300) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:35.857013 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385322'] for router_gateway, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.914944 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6dd7a396-e33b-48f0-9b08-390a9004ca99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.966164 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28938'] for router, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:35.969652 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.025433 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-392223'] for router, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.026122 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfb6ae64-4535-468e-a341-32c36e160d64 {{(pid=94042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:44:36.031153 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] Notify callbacks [] for router, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.032360 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-fc1788a5-303a-4e78-8171-22929e03a634 admin admin] 10.222.0.62 "DELETE /v2.0/routers/dfb6ae64-4535-468e-a341-32c36e160d64 HTTP/1.1" status: 204 len: 168 time: 0.9807889 Aug 31 07:44:36.035023 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48302) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:36.091442 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6dd7a396-e33b-48f0-9b08-390a9004ca99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.093775 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded60d69-64b0-459d-9aa7-1e0040c6f417 admin admin] Deleting subnet b1810f6c-a578-4036-ab5a-13c99f83c500 {{(pid=94043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:44:36.095964 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-6dd7a396-e33b-48f0-9b08-390a9004ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.097292 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ded60d69-64b0-459d-9aa7-1e0040c6f417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.139207 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-6dd7a396-e33b-48f0-9b08-390a9004ca99 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ccc43fbdec5c4cf5a8923a37da12b4eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850451 Aug 31 07:44:36.139207 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7a396-e33b-48f0-9b08-390a9004ca99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fc1b9a-33f0-4fbf-88a7-aee8509333aa,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:36.139952 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48304) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:36.141424 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ded60d69-64b0-459d-9aa7-1e0040c6f417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529139911'] for subnet, precommit_delete_associations {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.188386 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-86baacf4-bb08-4092-b4fd-63ef39563566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.213173 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-86baacf4-bb08-4092-b4fd-63ef39563566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.219595 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ded60d69-64b0-459d-9aa7-1e0040c6f417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.261024 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-86baacf4-bb08-4092-b4fd-63ef39563566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.263701 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-86baacf4-bb08-4092-b4fd-63ef39563566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.264860 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-86baacf4-bb08-4092-b4fd-63ef39563566 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09fc1b9a-33f0-4fbf-88a7-aee8509333aa HTTP/1.1" status: 204 len: 168 time: 0.1240101 Aug 31 07:44:36.275261 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baacf4-bb08-4092-b4fd-63ef39563566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fc1b9a-33f0-4fbf-88a7-aee8509333aa,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:36.284259 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ded60d69-64b0-459d-9aa7-1e0040c6f417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529198993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529159932'] for subnet, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.312215 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded60d69-64b0-459d-9aa7-1e0040c6f417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1810f6c-a578-4036-ab5a-13c99f83c500,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:36.317670 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ded60d69-64b0-459d-9aa7-1e0040c6f417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.319830 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ded60d69-64b0-459d-9aa7-1e0040c6f417 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b1810f6c-a578-4036-ab5a-13c99f83c500 HTTP/1.1" status: 204 len: 168 time: 0.2838039 Aug 31 07:44:36.322997 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48308) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:36.325290 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0808e2-8310-43e1-aebb-e7a1a20162f2 None None] Network fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:36.393274 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.450914 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Deleting port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:36.451249 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.523642 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] DHCP port deletion for fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d request from dv-cinder-799668-14-iscsi {{(pid=94044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:44:36.538105 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] For port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=1777f7f2-14a3-4bc6-88e1-b0d8082fbc36,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:36.539118 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.554087 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Calling delete_port for 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 owned by network:dhcp {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:36.572175 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Deleting port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 {{(pid=94044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:36.572838 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.641207 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.656789 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] For port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=1777f7f2-14a3-4bc6-88e1-b0d8082fbc36,segment=NetworkSegment(86f818f9-fd24-463d-bb2e-e17f717402ba),segment_id=86f818f9-fd24-463d-bb2e-e17f717402ba)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:36.657301 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.672363 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Pushing event deleted for resources: {'Port': ['ID=1777f7f2-14a3-4bc6-88e1-b0d8082fbc36,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:36.672971 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Calling delete_port for 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 owned by network:dhcp {{(pid=94044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:36.676253 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] No DVR routers for this DVR port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 on host dv-cinder-799668-14-iscsi {{(pid=94043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:36.754548 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.765515 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d']}} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:36.777584 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f818f9-fd24-463d-bb2e-e17f717402ba') {'for_net_delete': True} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:36.777874 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f818f9-fd24-463d-bb2e-e17f717402ba') {} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:36.787007 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529139964'] for segment, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.802946 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.807820 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849'] for port, after_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.823186 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:44:36.823790 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529198891'] for segment, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: Traceback (most recent call last): Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: timer() Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: cb(*args, **kw) Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: return func(*args, **kwargs) Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: self._notify() Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: self.callback(batched_events) Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: event.method(event) Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: return f(self, *a, **k) Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._get(url).json() Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: return self.request(url, 'GET', **kwargs) Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:44:36.825820 dv-cinder-799668-14-iscsi neutron-server[94043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:44:36.837185 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Pushing event deleted for resources: {'Port': ['ID=1777f7f2-14a3-4bc6-88e1-b0d8082fbc36,revision_number=None']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:36.848622 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:36.848967 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:36.849522 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:36.849857 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:36.850191 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:36.851080 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:36.851596 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:36.852108 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:36.852591 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:36.853069 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:36.853561 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:36.854034 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:44:36.858819 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39b7a1-e5e7-4893-9760-39d1cd0dd4ac None None] No DVR routers for this DVR port 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 on host dv-cinder-799668-14-iscsi {{(pid=94044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:44:36.912254 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.917754 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.920683 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] 10.222.0.62 "DELETE /v2.0/networks/fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d HTTP/1.1" status: 204 len: 168 time: 0.5963833 Aug 31 07:44:36.935466 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55db86-262f-4c1a-9b9a-f71e409fa327 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb17f698-f2dd-4a0d-bd2d-6f1e1f226c4d,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:37.015060 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 1b1700dc-7d03-4213-9349-566501e548bc no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:37.035756 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 1b1700dc-7d03-4213-9349-566501e548bc {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:37.036166 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 1b1700dc-7d03-4213-9349-566501e548bc not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:37.036804 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:37.057083 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:37.057431 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 1777f7f2-14a3-4bc6-88e1-b0d8082fbc36 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:37.057845 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:44:37.077218 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:44:37.077218 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device db2b77d9-b535-4c2e-8f70-5a3e7c5ad375 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:44:37.079015 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48332) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:37.133109 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ab63ca1c-8cf2-4c80-b624-ab15ac13b4e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb0762f16cec4dc5873bb2e84e4c4ce3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523160 Aug 31 07:44:37.135716 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48334) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:37.195148 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4768-4303-4e58-bd14-49b14be60881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:37.219556 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4768-4303-4e58-bd14-49b14be60881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:37.281465 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4768-4303-4e58-bd14-49b14be60881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:37.284484 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4768-4303-4e58-bd14-49b14be60881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:37.286009 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-6e2d4768-4303-4e58-bd14-49b14be60881 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ecc0a7b5-3456-45c6-90c8-ce17f18f3948 HTTP/1.1" status: 204 len: 168 time: 0.1491079 Aug 31 07:44:37.296836 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d4768-4303-4e58-bd14-49b14be60881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc0a7b5-3456-45c6-90c8-ce17f18f3948,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:38.748913 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48424) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:38.851701 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d3e032f2-359e-4789-b35d-5cd2243cc481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:38.946686 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d3e032f2-359e-4789-b35d-5cd2243cc481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:38.951061 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d3e032f2-359e-4789-b35d-5cd2243cc481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:38.988738 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-d3e032f2-359e-4789-b35d-5cd2243cc481 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38b2df91c60b4ddc9c5c4f3813db7737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387605 Aug 31 07:44:38.989615 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e032f2-359e-4789-b35d-5cd2243cc481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb44739-4518-483f-8635-d0c1737ffbf8,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:38.991494 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48430) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:39.041997 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1fccebec-679a-41f9-a3d1-74ec53c15387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.063128 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1fccebec-679a-41f9-a3d1-74ec53c15387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.108838 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1fccebec-679a-41f9-a3d1-74ec53c15387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.112579 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1fccebec-679a-41f9-a3d1-74ec53c15387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.114238 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-1fccebec-679a-41f9-a3d1-74ec53c15387 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9eb44739-4518-483f-8635-d0c1737ffbf8 HTTP/1.1" status: 204 len: 168 time: 0.1215863 Aug 31 07:44:39.123966 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccebec-679a-41f9-a3d1-74ec53c15387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb44739-4518-483f-8635-d0c1737ffbf8,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:39.378292 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48438) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:39.391992 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-58ce9b36-30ab-4c5d-95d9-f5697666baaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.480919 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-58ce9b36-30ab-4c5d-95d9-f5697666baaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.484709 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-58ce9b36-30ab-4c5d-95d9-f5697666baaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.524495 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce9b36-30ab-4c5d-95d9-f5697666baaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c43119-5419-4996-8ddf-a585751f0a6c,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:39.529813 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-58ce9b36-30ab-4c5d-95d9-f5697666baaa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19210c7fbaf2445d8e98e04150fafe05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504664 Aug 31 07:44:39.532543 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48440) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:39.580856 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-aea86c68-3b56-4327-8e1f-424d0ef24051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.601777 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-aea86c68-3b56-4327-8e1f-424d0ef24051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.647496 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-aea86c68-3b56-4327-8e1f-424d0ef24051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.650052 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-aea86c68-3b56-4327-8e1f-424d0ef24051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:39.651249 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-aea86c68-3b56-4327-8e1f-424d0ef24051 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53c43119-5419-4996-8ddf-a585751f0a6c HTTP/1.1" status: 204 len: 168 time: 0.1177270 Aug 31 07:44:39.658943 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea86c68-3b56-4327-8e1f-424d0ef24051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c43119-5419-4996-8ddf-a585751f0a6c,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:40.320545 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48472) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:40.426768 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1194444784-network', 'tenant_id': '7b1c64105a1e4882beaaadd60067f9a1'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:40.448609 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Made reservation on behalf of 7b1c64105a1e4882beaaadd60067f9a1 for: {'network': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:40.450916 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.459056 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.557148 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.560764 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.588170 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94043) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:44:40.595218 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c206e3-0541-4c6a-a35d-e2d32d7a089b,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:40.601049 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.601398 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.segments_db [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Added segment 3029e050-31e2-4768-bb44-fda00d94952a of type vlan for network 688e8e0b-1c51-4397-8396-4bff228d6c45 Aug 31 07:44:40.640724 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.666178 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.667346 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:40.667967 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.723155 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4015162 Aug 31 07:44:40.726200 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48484) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:40.730125 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98e99c-c022-4490-88bc-c226731ac84a admin admin] Pushing event updated for resources: {'Network': ['ID=688e8e0b-1c51-4397-8396-4bff228d6c45,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:40.731243 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-bed612cc-2998-4112-9626-d42b62a7c102 admin admin] Request body: {'subnet': {'network_id': '688e8e0b-1c51-4397-8396-4bff228d6c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1194444784-subnet', 'tenant_id': '7b1c64105a1e4882beaaadd60067f9a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:40.740847 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network 688e8e0b-1c51-4397-8396-4bff228d6c45 details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:44:40.752806 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed612cc-2998-4112-9626-d42b62a7c102 admin admin] Made reservation on behalf of 7b1c64105a1e4882beaaadd60067f9a1 for: {'subnet': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:40.756489 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bed612cc-2998-4112-9626-d42b62a7c102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520561870'] for subnet, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.934255 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bed612cc-2998-4112-9626-d42b62a7c102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520414681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520561880'] for subnet, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:40.991524 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed612cc-2998-4112-9626-d42b62a7c102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ac1b9e-43e6-4d01-9f1e-3d8db3810d34,revision_number=0']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:40.999418 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed612cc-2998-4112-9626-d42b62a7c102 admin admin] Checking segment: {'id': '3029e050-31e2-4768-bb44-fda00d94952a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '688e8e0b-1c51-4397-8396-4bff228d6c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:40.999772 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed612cc-2998-4112-9626-d42b62a7c102 admin admin] Network hostable DHCP agents. Network: 688e8e0b-1c51-4397-8396-4bff228d6c45, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:44:41.017696 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed612cc-2998-4112-9626-d42b62a7c102 admin admin] Network 688e8e0b-1c51-4397-8396-4bff228d6c45 is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:44:41.026327 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [None req-bed612cc-2998-4112-9626-d42b62a7c102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, 688e8e0b-1c51-4397-8396-4bff228d6c45) {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:41.031555 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed612cc-2998-4112-9626-d42b62a7c102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:41.032166 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-bed612cc-2998-4112-9626-d42b62a7c102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:41.038456 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bba36d-9ee0-4fc2-8835-9f2c54f20e35 None None] Network 688e8e0b-1c51-4397-8396-4bff228d6c45 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:41.047570 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-bed612cc-2998-4112-9626-d42b62a7c102 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3201993 Aug 31 07:44:41.164496 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e446dd2f-ba81-4481-80da-3c6da5c14fd8 None None] Network 688e8e0b-1c51-4397-8396-4bff228d6c45 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:41.537550 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48508) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:41.543218 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1697286003-network', 'tenant_id': 'd2675f46b29d49bf91a95e739ed7cfa8'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:41.563169 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Made reservation on behalf of d2675f46b29d49bf91a95e739ed7cfa8 for: {'network': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:41.565643 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for network, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:41.575047 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:41.672045 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:41.676926 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:41.700838 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:44:41.720296 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575c6be8-c67f-4f4d-b171-6be7c75964c8,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:41.733264 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:41.733974 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.db.segments_db [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Added segment acc6ef51-817f-4f75-9892-4169b681c454 of type vlan for network 5c08c649-1399-4adf-b7ae-e2ee6630ea30 Aug 31 07:44:41.779697 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779184317817'] for network, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:41.806361 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649'] for network, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:41.807345 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:41.807934 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:41.868879 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3295348 Aug 31 07:44:41.871662 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48514) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:41.872181 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173705e-d7f5-4ef0-98b2-35c651115e26 admin admin] Pushing event updated for resources: {'Network': ['ID=5c08c649-1399-4adf-b7ae-e2ee6630ea30,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:41.877181 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-7bfcf135-9440-4047-87fb-89c92ff14719 admin admin] Request body: {'subnet': {'network_id': '5c08c649-1399-4adf-b7ae-e2ee6630ea30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1697286003-subnet', 'tenant_id': 'd2675f46b29d49bf91a95e739ed7cfa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:41.884253 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Network 5c08c649-1399-4adf-b7ae-e2ee6630ea30 details requested by agent ovs-agent-dv-cinder-799668-14-iscsi with host dv-cinder-799668-14-iscsi {{(pid=94044) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:44:41.900552 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfcf135-9440-4047-87fb-89c92ff14719 admin admin] Made reservation on behalf of d2675f46b29d49bf91a95e739ed7cfa8 for: {'subnet': 1} {{(pid=94043) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:41.902872 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf135-9440-4047-87fb-89c92ff14719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529159891'] for subnet, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:42.308376 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf135-9440-4047-87fb-89c92ff14719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-529202766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529159877'] for subnet, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:42.361669 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcf135-9440-4047-87fb-89c92ff14719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29cba8a1-8143-4436-9795-12400822d886,revision_number=0']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:42.376928 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfcf135-9440-4047-87fb-89c92ff14719 admin admin] Checking segment: {'id': 'acc6ef51-817f-4f75-9892-4169b681c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5c08c649-1399-4adf-b7ae-e2ee6630ea30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:42.377283 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfcf135-9440-4047-87fb-89c92ff14719 admin admin] Network hostable DHCP agents. Network: 5c08c649-1399-4adf-b7ae-e2ee6630ea30, hostable agents: ['c5e9c160-5928-4f10-825e-41627a3ffceb'], hosted agents: [] {{(pid=94043) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:44:42.394571 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfcf135-9440-4047-87fb-89c92ff14719 admin admin] Network 5c08c649-1399-4adf-b7ae-e2ee6630ea30 is scheduled to be hosted by DHCP agent c5e9c160-5928-4f10-825e-41627a3ffceb with binding_index 1 {{(pid=94043) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:44:42.402974 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-7bfcf135-9440-4047-87fb-89c92ff14719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799668-14-iscsi, 5c08c649-1399-4adf-b7ae-e2ee6630ea30) {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:42.407245 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfcf135-9440-4047-87fb-89c92ff14719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:42.407866 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-7bfcf135-9440-4047-87fb-89c92ff14719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:42.412493 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989ab849-ce06-41c6-8477-c297b57544fd None None] Network 5c08c649-1399-4adf-b7ae-e2ee6630ea30 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:42.423031 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-7bfcf135-9440-4047-87fb-89c92ff14719 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5502207 Aug 31 07:44:42.537950 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3dd332-30e5-4121-8dea-1795763877e9 None None] Network 5c08c649-1399-4adf-b7ae-e2ee6630ea30 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:44:45.214911 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-2a6c4cea-1e36-4ccb-9df0-4b31c4f05b89 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905358082&fields=id&tenant_id=e62b3c325dfe412bb093fa6ba41ce608 HTTP/1.1" status: 200 len: 267 time: 0.0412345 Aug 31 07:44:45.337392 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-f1357321-634d-4b5f-82b9-fae3edee7bb4 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:45.339608 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-f1357321-634d-4b5f-82b9-fae3edee7bb4 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 811 time: 0.1182058 Aug 31 07:44:45.358130 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-8876a881-2f33-44d8-ab77-d49440907cd0 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/quotas/e62b3c325dfe412bb093fa6ba41ce608 HTTP/1.1" status: 200 len: 375 time: 0.0108998 Aug 31 07:44:45.421204 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-5aab9bc0-ccc8-41a9-9473-5abb37eba305 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0571830 Aug 31 07:44:45.520137 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-b7e730f6-7b74-43c2-a77e-6d35f5bdcd36 service neutron] 10.222.0.62 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860302 Aug 31 07:44:45.622066 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ba44126f-fbb9-47ef-abf3-161a76ab850c service neutron] 10.222.0.62 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950794 Aug 31 07:44:45.920689 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-6cf95d01-1e27-4bc3-bb48-6d04bcf2f939 req-eea3d553-149e-4abe-9524-c4285f19d5d2 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 210 time: 0.0270774 Aug 31 07:44:46.843527 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-4bcfeeb3-2366-445e-9ed5-71061397deab tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:46.845069 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-4bcfeeb3-2366-445e-9ed5-71061397deab tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 811 time: 0.1053083 Aug 31 07:44:46.893653 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-598a1e67-040a-4e9a-88af-d05e5ce6a02f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e62b3c325dfe412bb093fa6ba41ce608 HTTP/1.1" status: 200 len: 380 time: 0.0388224 Aug 31 07:44:46.904083 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Request body: {'port': {'device_id': '580be71b-e220-4397-af73-96d6540a2a5e', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'admin_state_up': True, 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'security_groups': ['d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4']}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:47.019437 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-05d7de73-9196-44fc-8ffc-9e3c3c0d90fa req-a9e83ec9-bd26-47a8-85e7-0b75f3820f6e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 210 time: 0.0277870 Aug 31 07:44:47.028494 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Made reservation on behalf of e62b3c325dfe412bb093fa6ba41ce608 for: {'port': 1} {{(pid=94042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:44:47.032576 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:47.165994 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_common [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Allocated IP 172.20.0.10 (29b04af3-cf28-4023-9b5b-4fd7e8875284/e73a47eb-813c-46f5-9b96-acfc3babe141/0437c659-b32e-4770-91aa-f4045f07def9) {{(pid=94042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:44:47.310270 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for port, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:47.324383 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Transition to ACTIVE for port object 0437c659-b32e-4770-91aa-f4045f07def9 will not be triggered until provisioned by entity DHCP. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:44:47.359139 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:47.408136 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Network 29b04af3-cf28-4023-9b5b-4fd7e8875284 is already hosted by enough agents. {{(pid=94042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:44:47.411274 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.base_scheduler [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Resources bound (agent type, host, resource id): {{(pid=94042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:44:47.415936 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Received port after_create {{(pid=94042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:44:47.442180 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'Port': ['ID=0437c659-b32e-4770-91aa-f4045f07def9,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:47.473412 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:47.474051 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:47.491013 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-eb2eba64-d405-42ef-9db5-9d54446a5e67 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5909381 Aug 31 07:44:47.503728 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.v2.base [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Request body: {'port': {'device_id': '580be71b-e220-4397-af73-96d6540a2a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=94042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:44:47.561562 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:47.618526 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-c2494adc-0ec6-40e2-8103-ab32a8c4e34d None None] Provisioning for port 0437c659-b32e-4770-91aa-f4045f07def9 completed by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:47.626320 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-c2494adc-0ec6-40e2-8103-ab32a8c4e34d None None] Provisioning complete for port 0437c659-b32e-4770-91aa-f4045f07def9 triggered by entity DHCP. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:47.626961 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c2494adc-0ec6-40e2-8103-ab32a8c4e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:47.662853 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-c2494adc-0ec6-40e2-8103-ab32a8c4e34d None None] Port 0437c659-b32e-4770-91aa-f4045f07def9 cannot update to ACTIVE because it is not bound. {{(pid=94044) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:44:47.854264 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0437c659-b32e-4770-91aa-f4045f07def9 {{(pid=94042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:47.861761 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:47.873733 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.provisioning_blocks [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Transition to ACTIVE for port object 0437c659-b32e-4770-91aa-f4045f07def9 will not be triggered until provisioned by entity L2. {{(pid=94042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:44:47.877428 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:47.934714 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Pushing event updated for resources: {'Port': ['ID=0437c659-b32e-4770-91aa-f4045f07def9,revision_number=2']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:48.004871 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Attempting to bind port 0437c659-b32e-4770-91aa-f4045f07def9 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:44:48.005212 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Attempting to bind port 0437c659-b32e-4770-91aa-f4045f07def9 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:44:48.005672 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Attempting to bind port 0437c659-b32e-4770-91aa-f4045f07def9 on network 29b04af3-cf28-4023-9b5b-4fd7e8875284 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:48.010903 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Port 0437c659-b32e-4770-91aa-f4045f07def9 on network 29b04af3-cf28-4023-9b5b-4fd7e8875284 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:44:48.011233 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Attempting to bind port 0437c659-b32e-4770-91aa-f4045f07def9 on network 29b04af3-cf28-4023-9b5b-4fd7e8875284 {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:44:48.017423 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Checking agent: {'id': '94631c1f-b1a4-47b4-879d-e10672adbe25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'started_at': datetime.datetime(2021, 8, 31, 7, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:44:48.017800 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Checking segment: {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:44:48.018242 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Bound using segment: {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'} {{(pid=94042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:44:48.018729 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.managers [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Bound port: 0437c659-b32e-4770-91aa-f4045f07def9, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8967632a-a37f-49d1-95ca-6eea6dd0500c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284'}}] {{(pid=94042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:44:48.019328 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:48.107208 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] For port 0437c659-b32e-4770-91aa-f4045f07def9, host hv-cinder-79966, cleared binding levels {{(pid=94042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:44:48.110927 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] For port 0437c659-b32e-4770-91aa-f4045f07def9, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0437c659-b32e-4770-91aa-f4045f07def9,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:44:48.115453 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520418384'] for port, after_update {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:48.150950 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3dd09-dfb7-4c22-8bca-dc4c3c269e1a req-79b3ce9a-069b-4ebd-bd1f-9d57e0525d58 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:48.152489 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-65f3dd09-dfb7-4c22-8bca-dc4c3c269e1a req-79b3ce9a-069b-4ebd-bd1f-9d57e0525d58 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 944 time: 0.0568085 Aug 31 07:44:48.155351 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:48.156215 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:48.157538 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] 10.222.0.59 "PUT /v2.0/ports/0437c659-b32e-4770-91aa-f4045f07def9 HTTP/1.1" status: 200 len: 1094 time: 0.6587665 Aug 31 07:44:48.159923 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580be71b-e220-4397-af73-96d6540a2a5e', 'tag': '0437c659-b32e-4770-91aa-f4045f07def9'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:48.163071 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6f5472-e447-4433-87f2-e2892a82d88a" -d '{"events": [{"name": "network-changed", "server_uuid": "580be71b-e220-4397-af73-96d6540a2a5e", "tag": "0437c659-b32e-4770-91aa-f4045f07def9"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:48.197053 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90a59f-44b5-4f04-83e3-84dfc2075010 service neutron] Pushing event updated for resources: {'Port': ['ID=0437c659-b32e-4770-91aa-f4045f07def9,revision_number=3']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:48.229492 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ccfb43-498c-4c34-bf89-31550866d495 x-openstack-request-id: req-f0ccfb43-498c-4c34-bf89-31550866d495 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:48.229790 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580be71b-e220-4397-af73-96d6540a2a5e", "tag": "0437c659-b32e-4770-91aa-f4045f07def9", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:48.230043 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0ccfb43-498c-4c34-bf89-31550866d495 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:48.230478 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580be71b-e220-4397-af73-96d6540a2a5e', 'tag': '0437c659-b32e-4770-91aa-f4045f07def9', 'status': 'completed', 'code': 200} Aug 31 07:44:48.243658 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-65f3dd09-dfb7-4c22-8bca-dc4c3c269e1a req-9ea449c8-69ef-46cc-a327-1da99d41a285 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841308 Aug 31 07:44:48.248800 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-9049b2a6-9a4e-4309-988d-2b7274cfca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:48.250560 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-9049b2a6-9a4e-4309-988d-2b7274cfca0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 1097 time: 0.0502324 Aug 31 07:44:48.298905 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-aa1ece9f-8208-49b2-b55f-342bd03ea7a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0437c659-b32e-4770-91aa-f4045f07def9 HTTP/1.1" status: 200 len: 217 time: 0.0376010 Aug 31 07:44:48.354388 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-d221ac2f-a5f2-4279-9cd5-141c26cba64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:48.355866 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-d221ac2f-a5f2-4279-9cd5-141c26cba64e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 200 len: 850 time: 0.0492001 Aug 31 07:44:48.409817 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-c6179702-236e-4f4c-abe0-d5a09a6bceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:48.418492 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-c6179702-236e-4f4c-abe0-d5a09a6bceff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29b04af3-cf28-4023-9b5b-4fd7e8875284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482514 Aug 31 07:44:48.502097 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-009e2a72-31f9-43eb-a8c0-115f5bdf77c4 service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820930 Aug 31 07:44:48.599595 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-a62581a1-8a16-4c37-b30c-fe83834d9137 req-f5c18a3c-bd02-4f07-bd85-dffb68751b7a service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889926 Aug 31 07:44:48.692690 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f5472-e447-4433-87f2-e2892a82d88a req-d4159b78-437a-49d1-b33c-d449a18f72cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:48.694082 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-fc6f5472-e447-4433-87f2-e2892a82d88a req-d4159b78-437a-49d1-b33c-d449a18f72cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 1097 time: 0.0418024 Aug 31 07:44:48.788829 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f5472-e447-4433-87f2-e2892a82d88a req-e51ae9f9-e46c-4c62-bce3-f07a0c4452ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:48.790893 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-fc6f5472-e447-4433-87f2-e2892a82d88a req-e51ae9f9-e46c-4c62-bce3-f07a0c4452ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 912 time: 0.0897346 Aug 31 07:44:48.833445 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-fc6f5472-e447-4433-87f2-e2892a82d88a req-440707ef-0847-448a-baad-75473590956d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0437c659-b32e-4770-91aa-f4045f07def9 HTTP/1.1" status: 200 len: 217 time: 0.0348332 Aug 31 07:44:48.883232 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f5472-e447-4433-87f2-e2892a82d88a req-d8d569d6-12be-40c2-b178-61e9d08a55ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:48.884960 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-fc6f5472-e447-4433-87f2-e2892a82d88a req-d8d569d6-12be-40c2-b178-61e9d08a55ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 200 len: 850 time: 0.0443127 Aug 31 07:44:48.937719 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f5472-e447-4433-87f2-e2892a82d88a req-0cc0e4ae-50f3-4748-bf52-719b021ef1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:48.939271 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-fc6f5472-e447-4433-87f2-e2892a82d88a req-0cc0e4ae-50f3-4748-bf52-719b021ef1eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29b04af3-cf28-4023-9b5b-4fd7e8875284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460935 Aug 31 07:44:49.038472 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-fc6f5472-e447-4433-87f2-e2892a82d88a req-80b3f602-327c-4832-b0f2-5c48eacefda5 service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882363 Aug 31 07:44:49.143927 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-fc6f5472-e447-4433-87f2-e2892a82d88a req-e57b082b-ba00-4e80-b6e5-d772a2c17bfb service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942600 Aug 31 07:44:49.360933 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d7f09-4568-48fc-acb0-2aa4c7a6885c req-1868e353-08a2-4c15-ad97-b058d3dac576 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:49.362593 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e10d7f09-4568-48fc-acb0-2aa4c7a6885c req-1868e353-08a2-4c15-ad97-b058d3dac576 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 944 time: 0.0498552 Aug 31 07:44:49.408128 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e10d7f09-4568-48fc-acb0-2aa4c7a6885c req-6d910ddd-6ca4-4e54-80d0-e0d85d68fc8e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393722 Aug 31 07:44:50.534037 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5aa16-0e4b-4d22-b2d7-228e4256faa3 req-af3a06f4-cb64-4714-8413-390af9282807 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:50.535594 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b9f5aa16-0e4b-4d22-b2d7-228e4256faa3 req-af3a06f4-cb64-4714-8413-390af9282807 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 944 time: 0.0571811 Aug 31 07:44:50.574391 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b9f5aa16-0e4b-4d22-b2d7-228e4256faa3 req-30680701-779b-443f-b6ee-4bf6a14928bf tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315003 Aug 31 07:44:51.171614 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-678bcac9-e6af-4760-9782-d55f8c9edded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:51.701102 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e8e1a-6757-46cd-a33a-caefc9ba2634 req-81735491-1252-4a09-954c-f89cb0aea505 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:51.703072 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-591e8e1a-6757-46cd-a33a-caefc9ba2634 req-81735491-1252-4a09-954c-f89cb0aea505 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 944 time: 0.0574987 Aug 31 07:44:51.777501 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-591e8e1a-6757-46cd-a33a-caefc9ba2634 req-035f6b6d-0c38-4833-af54-2f8a9b0646bb tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669873 Aug 31 07:44:52.902252 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea3f09-70d9-4c57-bf89-83a5cfdc1e40 req-ce604533-fc9a-4ee2-a4a3-4f257e2b54a3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:52.903808 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7fea3f09-70d9-4c57-bf89-83a5cfdc1e40 req-ce604533-fc9a-4ee2-a4a3-4f257e2b54a3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 944 time: 0.0523794 Aug 31 07:44:52.946260 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-7fea3f09-70d9-4c57-bf89-83a5cfdc1e40 req-a213af10-bc42-41f4-9e8d-171629cf1607 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362496 Aug 31 07:44:53.105343 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:53.602185 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-302b7fe8-3aec-4132-a3c6-6fceb06450aa req-e3d122fc-b330-4ba1-8b24-7ea52c49cca5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390046 Aug 31 07:44:53.668118 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b7fe8-3aec-4132-a3c6-6fceb06450aa req-1b4381e5-9ffb-4391-b706-5678a7688917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:53.669623 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-302b7fe8-3aec-4132-a3c6-6fceb06450aa req-1b4381e5-9ffb-4391-b706-5678a7688917 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 1098 time: 0.0447314 Aug 31 07:44:53.778033 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b7fe8-3aec-4132-a3c6-6fceb06450aa req-9cc94fc3-fcdc-4cc7-9b1f-b0bcef4e70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:53.779597 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-302b7fe8-3aec-4132-a3c6-6fceb06450aa req-9cc94fc3-fcdc-4cc7-9b1f-b0bcef4e70b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 912 time: 0.0877545 Aug 31 07:44:53.844817 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-302b7fe8-3aec-4132-a3c6-6fceb06450aa req-f2272708-c081-41a6-a5a1-41b10152ec12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a5e2c3e-a955-4571-b956-23e3265ac48d HTTP/1.1" status: 200 len: 1001 time: 0.0566638 Aug 31 07:44:53.894057 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b7fe8-3aec-4132-a3c6-6fceb06450aa req-33cb99ab-150b-4416-8b34-6a7f7f241dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:53.895433 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-302b7fe8-3aec-4132-a3c6-6fceb06450aa req-33cb99ab-150b-4416-8b34-6a7f7f241dc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 200 len: 850 time: 0.0424225 Aug 31 07:44:53.942981 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b7fe8-3aec-4132-a3c6-6fceb06450aa req-36e2f4a0-24c1-4649-aa37-dc51e242ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:53.944438 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-302b7fe8-3aec-4132-a3c6-6fceb06450aa req-36e2f4a0-24c1-4649-aa37-dc51e242ce13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29b04af3-cf28-4023-9b5b-4fd7e8875284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412171 Aug 31 07:44:54.037391 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-302b7fe8-3aec-4132-a3c6-6fceb06450aa req-d1cea7c6-d6d4-4f71-a092-fdde61d048fb service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827849 Aug 31 07:44:54.061564 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c9e2b-8007-4f6d-8695-ba845b2e7ebf req-8c7676b4-dd20-4d46-9d18-9562c656e093 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:54.063078 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-926c9e2b-8007-4f6d-8695-ba845b2e7ebf req-8c7676b4-dd20-4d46-9d18-9562c656e093 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 944 time: 0.0495999 Aug 31 07:44:54.106991 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-926c9e2b-8007-4f6d-8695-ba845b2e7ebf req-20bb642d-e067-4530-81c9-62b246697bcd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377758 Aug 31 07:44:54.147414 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-302b7fe8-3aec-4132-a3c6-6fceb06450aa req-66031f89-6a56-4070-85f6-d38129908c28 service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950983 Aug 31 07:44:54.147629 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-257993a6-f3c2-4138-ac0c-fe88417a9b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:54.367520 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:54.892139 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:55.220845 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c4af2-1acc-44da-94e2-21b5c1885c72 req-d99187dd-c857-46ab-813e-417b7a3e65e2 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:55.222201 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-062c4af2-1acc-44da-94e2-21b5c1885c72 req-d99187dd-c857-46ab-813e-417b7a3e65e2 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 944 time: 0.0486557 Aug 31 07:44:55.260060 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-062c4af2-1acc-44da-94e2-21b5c1885c72 req-a8d120b3-885f-4641-a1b6-85fa4a1a4646 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319464 Aug 31 07:44:55.398189 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 0437c659-b32e-4770-91aa-f4045f07def9 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=94044) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:44:55.502241 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 0437c659-b32e-4770-91aa-f4045f07def9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0437c659-b32e-4770-91aa-f4045f07def9,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:55.515049 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Returning: {'device': '0437c659-b32e-4770-91aa-f4045f07def9', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'port_id': '0437c659-b32e-4770-91aa-f4045f07def9', 'mac_address': 'fa:16:3e:2c:40:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94044) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:44:55.556005 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:55.569834 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0437c659-b32e-4770-91aa-f4045f07def9 {{(pid=94044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:44:55.591747 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 0437c659-b32e-4770-91aa-f4045f07def9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0437c659-b32e-4770-91aa-f4045f07def9,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:55.596269 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:55.644649 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=0437c659-b32e-4770-91aa-f4045f07def9,revision_number=4']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:55.826731 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48708) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:55.863593 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] get_ports_and_sgs() called for port_ids ['0437c659-b32e-4770-91aa-f4045f07def9'] {{(pid=94044) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:44:56.225031 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-b6a47cab-53e9-426e-9b0a-1af2a6dec717 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Deleting port a52ea968-0eb8-4594-b85b-6b454e3fa494 {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:44:56.225626 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b6a47cab-53e9-426e-9b0a-1af2a6dec717 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:56.309926 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b6a47cab-53e9-426e-9b0a-1af2a6dec717 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:56.310258 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b6a47cab-53e9-426e-9b0a-1af2a6dec717 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:56.322032 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-b6a47cab-53e9-426e-9b0a-1af2a6dec717 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Calling delete_port for a52ea968-0eb8-4594-b85b-6b454e3fa494 owned by network:floatingip {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:44:56.427254 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aedf04-da40-4b6d-a719-962f405b408a req-001efccf-d392-4ca4-a46d-0f9049dc54b2 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:56.428746 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-23aedf04-da40-4b6d-a719-962f405b408a req-001efccf-d392-4ca4-a46d-0f9049dc54b2 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 945 time: 0.1027334 Aug 31 07:44:56.486825 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-23aedf04-da40-4b6d-a719-962f405b408a req-0130d170-ef34-498e-916b-8c5486fc7969 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512373 Aug 31 07:44:56.540527 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b6a47cab-53e9-426e-9b0a-1af2a6dec717 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:56.566645 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a47cab-53e9-426e-9b0a-1af2a6dec717 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Pushing event deleted for resources: {'Port': ['ID=a52ea968-0eb8-4594-b85b-6b454e3fa494,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:56.629935 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b6a47cab-53e9-426e-9b0a-1af2a6dec717 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for floatingip, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:56.630262 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.l3_db [None req-b6a47cab-53e9-426e-9b0a-1af2a6dec717 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Floating IP 429cdee8-9f47-4a74-b77a-57f40e17d08d disassociated (deleted). External IP: 172.27.0.50, port: c2347fff-fc2a-410b-803f-3ea4066ebb08. Aug 31 07:44:56.763446 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:56.844106 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a47cab-53e9-426e-9b0a-1af2a6dec717 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Router f62eeed9-fb1f-4f88-874f-56f0751b3d48 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:44:56.956797 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a47cab-53e9-426e-9b0a-1af2a6dec717 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:44:56.961516 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b6a47cab-53e9-426e-9b0a-1af2a6dec717 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:56.971739 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a95bb5-8caa-4961-9036-293265d18165 None None] Sync routers for ids ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:44:56.981253 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a95bb5-8caa-4961-9036-293265d18165 None None] Routers {'f62eeed9-fb1f-4f88-874f-56f0751b3d48'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:56.981887 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-c9a95bb5-8caa-4961-9036-293265d18165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:56.991072 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-b6a47cab-53e9-426e-9b0a-1af2a6dec717 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "DELETE /v2.0/floatingips/429cdee8-9f47-4a74-b77a-57f40e17d08d HTTP/1.1" status: 204 len: 168 time: 1.1630070 Aug 31 07:44:56.991656 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08'}] {{(pid=94043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:56.993955 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8655ae71f89ec2b95c3046313fcc7688084414ddb3225736c66aa8988249ae5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d1405e-3eab-431b-a906-53791e81a202" -d '{"events": [{"name": "network-changed", "server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08"}]}' {{(pid=94043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:57.036062 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911571aa-abf3-4dca-b652-3c285733dc4e x-openstack-request-id: req-911571aa-abf3-4dca-b652-3c285733dc4e {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:57.037074 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08", "status": "completed", "code": 200}]} {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:57.037497 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-911571aa-abf3-4dca-b652-3c285733dc4e {{(pid=94043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:57.037919 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'status': 'completed', 'code': 200} Aug 31 07:44:57.096129 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:44:57.110825 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-c9a95bb5-8caa-4961-9036-293265d18165 None None] Set router f62eeed9-fb1f-4f88-874f-56f0751b3d48 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:57.134886 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1405e-3eab-431b-a906-53791e81a202 req-db8d819c-5fcb-4394-ae81-5f17480eabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:57.137627 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19d1405e-3eab-431b-a906-53791e81a202 req-db8d819c-5fcb-4394-ae81-5f17480eabdd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9410f14d504d4cd8ba09ec85329f9e99&device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 1099 time: 0.0666406 Aug 31 07:44:57.155915 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48740) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:57.200683 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0db149-e712-4ba9-b9de-ad6d8a204488 admin admin] Deleting subnet 38ac1b9e-43e6-4d01-9f1e-3d8db3810d34 {{(pid=94043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:44:57.204054 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ce0db149-e712-4ba9-b9de-ad6d8a204488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.247500 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1405e-3eab-431b-a906-53791e81a202 req-900e8613-6148-4403-9f9d-677c0dd7e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:57.249058 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19d1405e-3eab-431b-a906-53791e81a202 req-900e8613-6148-4403-9f9d-677c0dd7e613 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47 HTTP/1.1" status: 200 len: 909 time: 0.1019876 Aug 31 07:44:57.266512 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ce0db149-e712-4ba9-b9de-ad6d8a204488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529139911'] for subnet, precommit_delete_associations {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.298275 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19d1405e-3eab-431b-a906-53791e81a202 req-b0c5385e-175f-4e55-b827-1185781e8c7a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08 HTTP/1.1" status: 200 len: 217 time: 0.0396585 Aug 31 07:44:57.316699 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe4036-6550-480a-b291-f2db923d95a8 req-cbd905f1-8475-4994-9419-b77ebef8d676 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:57.318214 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-45fe4036-6550-480a-b291-f2db923d95a8 req-cbd905f1-8475-4994-9419-b77ebef8d676 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0940592 Aug 31 07:44:57.326770 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ce0db149-e712-4ba9-b9de-ad6d8a204488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.341989 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-c9a95bb5-8caa-4961-9036-293265d18165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:39:32Z', 'revision_number': 4, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port': {'id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:28Z', 'updated_at': '2021-08-31T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '1667ce75-8d75-4cf0-ae56-63d6c70a40eb', 'name': '', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'mac_address': 'fa:16:3e:1e:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:31Z', 'updated_at': '2021-08-31T07:39:42Z', 'revision_number': 5, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'subnets': [{'id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:57.352507 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1405e-3eab-431b-a906-53791e81a202 req-e03fd1c2-377e-4a4a-932d-b28fc01cb12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:57.354383 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19d1405e-3eab-431b-a906-53791e81a202 req-e03fd1c2-377e-4a4a-932d-b28fc01cb12c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad945823-97d3-45ba-bad9-c349a447cce8 HTTP/1.1" status: 200 len: 847 time: 0.0467982 Aug 31 07:44:57.369501 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a95bb5-8caa-4961-9036-293265d18165 None None] Checking router: f62eeed9-fb1f-4f88-874f-56f0751b3d48 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:44:57.378954 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a95bb5-8caa-4961-9036-293265d18165 None None] Routers {'f62eeed9-fb1f-4f88-874f-56f0751b3d48'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:44:57.379569 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-c9a95bb5-8caa-4961-9036-293265d18165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:57.393293 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-45fe4036-6550-480a-b291-f2db923d95a8 req-d0fdbaf5-a48d-4582-a517-c19aee0ceaf4 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641894 Aug 31 07:44:57.407130 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1405e-3eab-431b-a906-53791e81a202 req-2e28de9e-99e2-4f91-a158-6b2486b778d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:57.409637 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19d1405e-3eab-431b-a906-53791e81a202 req-2e28de9e-99e2-4f91-a158-6b2486b778d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dba1c2f2-4412-4df4-84ab-84ce2eed6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469599 Aug 31 07:44:57.415472 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ce0db149-e712-4ba9-b9de-ad6d8a204488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529198993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529159932'] for subnet, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.422433 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 0437c659-b32e-4770-91aa-f4045f07def9 up at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:44:57.445904 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0db149-e712-4ba9-b9de-ad6d8a204488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38ac1b9e-43e6-4d01-9f1e-3d8db3810d34,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:57.449067 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ce0db149-e712-4ba9-b9de-ad6d8a204488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.454388 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ce0db149-e712-4ba9-b9de-ad6d8a204488 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/38ac1b9e-43e6-4d01-9f1e-3d8db3810d34 HTTP/1.1" status: 204 len: 168 time: 0.2985024 Aug 31 07:44:57.455358 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48744) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:57.531252 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning for port 0437c659-b32e-4770-91aa-f4045f07def9 completed by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:44:57.532525 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b201c019-16bf-4ef7-a704-f9c1715cbbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.539270 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.provisioning_blocks [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Provisioning complete for port 0437c659-b32e-4770-91aa-f4045f07def9 triggered by entity L2. {{(pid=94044) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:44:57.539651 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538392'] for port, provisioning_complete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.545538 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-c9a95bb5-8caa-4961-9036-293265d18165 None None] Set router f62eeed9-fb1f-4f88-874f-56f0751b3d48 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:44:57.548286 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19d1405e-3eab-431b-a906-53791e81a202 req-22dccbeb-fd8b-4603-900f-46f8ad785ee7 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299920 Aug 31 07:44:57.661606 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-19d1405e-3eab-431b-a906-53791e81a202 req-e264e6e6-6496-4c0f-ba20-53e62e195fb3 service neutron] 10.222.0.59 "GET /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055865 Aug 31 07:44:57.680879 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b201c019-16bf-4ef7-a704-f9c1715cbbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.701574 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-b201c019-16bf-4ef7-a704-f9c1715cbbba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688e8e0b-1c51-4397-8396-4bff228d6c45']}} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:57.718077 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-b201c019-16bf-4ef7-a704-f9c1715cbbba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3029e050-31e2-4768-bb44-fda00d94952a') {'for_net_delete': True} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:57.718481 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-b201c019-16bf-4ef7-a704-f9c1715cbbba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3029e050-31e2-4768-bb44-fda00d94952a') {} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:57.735535 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef25094-61cc-40c9-a1f8-8d11b5f8563f req-ae23b0bf-add9-424c-98e6-c9e33e24163f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:57.742752 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2ef25094-61cc-40c9-a1f8-8d11b5f8563f req-ae23b0bf-add9-424c-98e6-c9e33e24163f tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 945 time: 0.1619534 Aug 31 07:44:57.754427 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b201c019-16bf-4ef7-a704-f9c1715cbbba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529139964'] for segment, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.781322 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.786559 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b201c019-16bf-4ef7-a704-f9c1715cbbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.798457 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-2ef25094-61cc-40c9-a1f8-8d11b5f8563f req-b67ee43e-03c5-4495-8e93-ba994ed8a99a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548098 Aug 31 07:44:57.799531 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b201c019-16bf-4ef7-a704-f9c1715cbbba admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:44:57.799982 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b201c019-16bf-4ef7-a704-f9c1715cbbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529198891'] for segment, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: Traceback (most recent call last): Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: timer() Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: cb(*args, **kw) Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: return func(*args, **kwargs) Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: self._notify() Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: self.callback(batched_events) Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: event.method(event) Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: return f(self, *a, **k) Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._get(url).json() Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: return self.request(url, 'GET', **kwargs) Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:44:57.801789 dv-cinder-799668-14-iscsi neutron-server[94043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:44:57.820832 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580be71b-e220-4397-af73-96d6540a2a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0437c659-b32e-4770-91aa-f4045f07def9'}] {{(pid=94044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:44:57.830827 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb2aa1c6089edfaf1c550e6efe8232c9125f02b60723d6b29733ba196d952f3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74461e3-ff9b-4e5f-96c2-47bf18d7b33d" -d '{"events": [{"server_uuid": "580be71b-e220-4397-af73-96d6540a2a5e", "name": "network-vif-plugged", "status": "completed", "tag": "0437c659-b32e-4770-91aa-f4045f07def9"}]}' {{(pid=94044) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:44:57.843933 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] For port 0437c659-b32e-4770-91aa-f4045f07def9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0437c659-b32e-4770-91aa-f4045f07def9,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:44:57.874830 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90063e7-0561-4b2e-b615-1453d06071f4 x-openstack-request-id: req-d90063e7-0561-4b2e-b615-1453d06071f4 {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:44:57.875075 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b201c019-16bf-4ef7-a704-f9c1715cbbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.875227 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580be71b-e220-4397-af73-96d6540a2a5e", "name": "network-vif-plugged", "status": "completed", "tag": "0437c659-b32e-4770-91aa-f4045f07def9", "code": 200}]} {{(pid=94044) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:44:57.875345 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d90063e7-0561-4b2e-b615-1453d06071f4 {{(pid=94044) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:44:57.875731 dv-cinder-799668-14-iscsi neutron-server[94044]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580be71b-e220-4397-af73-96d6540a2a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0437c659-b32e-4770-91aa-f4045f07def9', 'code': 200} Aug 31 07:44:57.876540 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876'] for port, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.886725 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-b201c019-16bf-4ef7-a704-f9c1715cbbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.891805 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-b201c019-16bf-4ef7-a704-f9c1715cbbba admin admin] 10.222.0.62 "DELETE /v2.0/networks/688e8e0b-1c51-4397-8396-4bff228d6c45 HTTP/1.1" status: 204 len: 168 time: 0.4354556 Aug 31 07:44:57.892236 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48752) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:57.907202 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201c019-16bf-4ef7-a704-f9c1715cbbba admin admin] Pushing event deleted for resources: {'Network': ['ID=688e8e0b-1c51-4397-8396-4bff228d6c45,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:57.967431 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Pushing event updated for resources: {'Port': ['ID=0437c659-b32e-4770-91aa-f4045f07def9,revision_number=5']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:57.974942 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_v2 [None req-869d60d9-6e1d-4fa5-8daa-2ccf860f9e9a admin admin] Deleting subnet 29cba8a1-8143-4436-9795-12400822d886 {{(pid=94042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:44:57.980988 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-869d60d9-6e1d-4fa5-8daa-2ccf860f9e9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.987971 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-c9a95bb5-8caa-4961-9036-293265d18165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:39:32Z', 'revision_number': 4, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port': {'id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:28Z', 'updated_at': '2021-08-31T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '1667ce75-8d75-4cf0-ae56-63d6c70a40eb', 'name': '', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'mac_address': 'fa:16:3e:1e:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:31Z', 'updated_at': '2021-08-31T07:39:42Z', 'revision_number': 5, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'subnets': [{'id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:58.027920 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a95bb5-8caa-4961-9036-293265d18165 None None] The sync data for ids ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'] in dv-cinder-799668-14-iscsi is: [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:39:32Z', 'revision_number': 4, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port': {'id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:28Z', 'updated_at': '2021-08-31T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '1667ce75-8d75-4cf0-ae56-63d6c70a40eb', 'name': '', 'network_id': 'dba1c2f2-4412-4df4-84ab-84ce2eed6b47', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'mac_address': 'fa:16:3e:1e:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:31Z', 'updated_at': '2021-08-31T07:39:42Z', 'revision_number': 5, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'subnets': [{'id': 'ad945823-97d3-45ba-bad9-c349a447cce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:44:58.033259 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-869d60d9-6e1d-4fa5-8daa-2ccf860f9e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520376356'] for subnet, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.084501 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-869d60d9-6e1d-4fa5-8daa-2ccf860f9e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.178138 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01910aa1-2abc-4d54-a81a-366cf92887ad req-d963ece7-3a1b-4abc-8356-fc9bba024742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:58.179436 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-01910aa1-2abc-4d54-a81a-366cf92887ad req-d963ece7-3a1b-4abc-8356-fc9bba024742 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 1099 time: 0.0580113 Aug 31 07:44:58.186575 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-869d60d9-6e1d-4fa5-8daa-2ccf860f9e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520418310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520561889'] for subnet, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.235613 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-869d60d9-6e1d-4fa5-8daa-2ccf860f9e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.237598 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-869d60d9-6e1d-4fa5-8daa-2ccf860f9e9a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/29cba8a1-8143-4436-9795-12400822d886 HTTP/1.1" status: 204 len: 168 time: 0.3443253 Aug 31 07:44:58.238992 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d60d9-6e1d-4fa5-8daa-2ccf860f9e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29cba8a1-8143-4436-9795-12400822d886,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:58.240403 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48756) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:58.257632 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-01910aa1-2abc-4d54-a81a-366cf92887ad req-239f92e3-23a8-4d76-a7a1-2d32775971ce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670567 Aug 31 07:44:58.346674 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-def7c774-e6f7-4436-96c7-03e3e33ce3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.403751 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5beb281-0423-4e58-b917-7345ccb11675 None None] New status for floating IP 429cdee8-9f47-4a74-b77a-57f40e17d08d: DOWN {{(pid=94045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:44:58.436567 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-def7c774-e6f7-4436-96c7-03e3e33ce3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.449261 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-def7c774-e6f7-4436-96c7-03e3e33ce3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c08c649-1399-4adf-b7ae-e2ee6630ea30']}} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:58.462872 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-def7c774-e6f7-4436-96c7-03e3e33ce3c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc6ef51-817f-4f75-9892-4169b681c454') {'for_net_delete': True} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:58.463554 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-def7c774-e6f7-4436-96c7-03e3e33ce3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc6ef51-817f-4f75-9892-4169b681c454') {} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:44:58.476776 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-def7c774-e6f7-4436-96c7-03e3e33ce3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529139964'] for segment, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.522636 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-def7c774-e6f7-4436-96c7-03e3e33ce3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.532365 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def7c774-e6f7-4436-96c7-03e3e33ce3c8 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:44:58.532763 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-def7c774-e6f7-4436-96c7-03e3e33ce3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529198891'] for segment, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: Traceback (most recent call last): Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: timer() Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: cb(*args, **kw) Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: return func(*args, **kwargs) Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: self._notify() Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: self.callback(batched_events) Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: event.method(event) Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: return f(self, *a, **k) Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._get(url).json() Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: return self.request(url, 'GET', **kwargs) Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:44:58.534673 dv-cinder-799668-14-iscsi neutron-server[94043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:44:58.577819 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b67805-d2c1-42f4-ac07-c97ea5795e64 req-3e238f16-272d-476d-a369-da587a12f238 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:58.579467 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-75b67805-d2c1-42f4-ac07-c97ea5795e64 req-3e238f16-272d-476d-a369-da587a12f238 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.1052876 Aug 31 07:44:58.612951 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-def7c774-e6f7-4436-96c7-03e3e33ce3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.621822 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-def7c774-e6f7-4436-96c7-03e3e33ce3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.623666 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-def7c774-e6f7-4436-96c7-03e3e33ce3c8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5c08c649-1399-4adf-b7ae-e2ee6630ea30 HTTP/1.1" status: 204 len: 168 time: 0.3820055 Aug 31 07:44:58.640193 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7c774-e6f7-4436-96c7-03e3e33ce3c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c08c649-1399-4adf-b7ae-e2ee6630ea30,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:58.646768 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-75b67805-d2c1-42f4-ac07-c97ea5795e64 req-86428ecb-9505-40de-a8c3-93c9fdcdc73c tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588512 Aug 31 07:44:58.785374 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48766) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:58.826817 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ba36c4ee-367a-4fe3-a5e5-fd4743285e83 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7b1c64105a1e4882beaaadd60067f9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402458 Aug 31 07:44:58.829263 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48768) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:58.893866 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-99543dbd-5a95-4862-86df-74017679558c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.933678 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-99543dbd-5a95-4862-86df-74017679558c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:58.972347 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc19da-73ae-4769-b599-e0807e52ff6d req-ab6fddc5-63c8-4b3f-8cf2-1ff91852ae78 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:58.973884 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4ddc19da-73ae-4769-b599-e0807e52ff6d req-ab6fddc5-63c8-4b3f-8cf2-1ff91852ae78 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 946 time: 0.0928836 Aug 31 07:44:59.014920 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-99543dbd-5a95-4862-86df-74017679558c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:59.018588 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-99543dbd-5a95-4862-86df-74017679558c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:59.020120 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-99543dbd-5a95-4862-86df-74017679558c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4c206e3-0541-4c6a-a35d-e2d32d7a089b HTTP/1.1" status: 204 len: 168 time: 0.1898856 Aug 31 07:44:59.025139 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4ddc19da-73ae-4769-b599-e0807e52ff6d req-b261996c-3c6e-48cb-bb69-22f51fe55219 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451496 Aug 31 07:44:59.031340 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99543dbd-5a95-4862-86df-74017679558c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c206e3-0541-4c6a-a35d-e2d32d7a089b,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:59.335595 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48778) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:59.378859 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-0397cac4-b45b-4cba-98b3-8f86b5ffa5da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2675f46b29d49bf91a95e739ed7cfa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421362 Aug 31 07:44:59.381176 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48780) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:59.430880 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9b3b-25f9-41c1-bfe3-2fbc603cf221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:59.451049 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9b3b-25f9-41c1-bfe3-2fbc603cf221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:59.498641 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9b3b-25f9-41c1-bfe3-2fbc603cf221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:59.501516 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9b3b-25f9-41c1-bfe3-2fbc603cf221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:59.503033 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-e0ae9b3b-25f9-41c1-bfe3-2fbc603cf221 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/575c6be8-c67f-4f4d-b171-6be7c75964c8 HTTP/1.1" status: 204 len: 168 time: 0.1206045 Aug 31 07:44:59.510656 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae9b3b-25f9-41c1-bfe3-2fbc603cf221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575c6be8-c67f-4f4d-b171-6be7c75964c8,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:44:59.777928 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb1017-9c8a-40a2-9e33-d09761d60c4d req-2ee5eb64-8a2a-441f-940b-2a7c053d1229 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:59.779550 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e5eb1017-9c8a-40a2-9e33-d09761d60c4d req-2ee5eb64-8a2a-441f-940b-2a7c053d1229 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0537124 Aug 31 07:44:59.820557 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e5eb1017-9c8a-40a2-9e33-d09761d60c4d req-7d10004d-f438-408a-861e-6a39d9764e47 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348358 Aug 31 07:45:00.143991 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d63643-02f2-46fa-a7be-60836d1e7981 req-b430d740-bfa7-4a9d-85ea-ef9146ac3d69 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:00.145675 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b7d63643-02f2-46fa-a7be-60836d1e7981 req-b430d740-bfa7-4a9d-85ea-ef9146ac3d69 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 946 time: 0.0514345 Aug 31 07:45:00.183506 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b7d63643-02f2-46fa-a7be-60836d1e7981 req-e2c6b480-90a5-47e1-b587-b4cd241df817 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320358 Aug 31 07:45:00.941007 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2f565-1e75-416a-85b8-a078fe6e69dd req-1e672102-096e-4b4b-bcdd-5cc67007774b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:00.942430 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dda2f565-1e75-416a-85b8-a078fe6e69dd req-1e672102-096e-4b4b-bcdd-5cc67007774b tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0513852 Aug 31 07:45:00.980560 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dda2f565-1e75-416a-85b8-a078fe6e69dd req-a2e5e8dd-df49-4780-bd47-e8539ac5b7c9 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322175 Aug 31 07:45:01.295588 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd785c56-aec3-4ec8-b111-45d606089019 req-fef18f1c-090d-4cd4-8da0-2a1da4bc3176 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:01.297047 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dd785c56-aec3-4ec8-b111-45d606089019 req-fef18f1c-090d-4cd4-8da0-2a1da4bc3176 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 946 time: 0.0486963 Aug 31 07:45:01.333653 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dd785c56-aec3-4ec8-b111-45d606089019 req-e0b26fcc-837c-46d6-bba3-b62462f8b204 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307808 Aug 31 07:45:01.860419 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aff56e-3125-4be4-8bd7-c201c1aebe90 req-085cce1b-63a4-4e1b-b57a-8e37f95bb42c tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:01.861937 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-53aff56e-3125-4be4-8bd7-c201c1aebe90 req-085cce1b-63a4-4e1b-b57a-8e37f95bb42c tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.59 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0499177 Aug 31 07:45:01.961219 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-53aff56e-3125-4be4-8bd7-c201c1aebe90 req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Deleting port c2347fff-fc2a-410b-803f-3ea4066ebb08 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:01.961579 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-53aff56e-3125-4be4-8bd7-c201c1aebe90 req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:02.054799 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-53aff56e-3125-4be4-8bd7-c201c1aebe90 req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] For port c2347fff-fc2a-410b-803f-3ea4066ebb08, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c2347fff-fc2a-410b-803f-3ea4066ebb08,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:02.055168 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-53aff56e-3125-4be4-8bd7-c201c1aebe90 req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:02.069177 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-53aff56e-3125-4be4-8bd7-c201c1aebe90 req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Calling delete_port for c2347fff-fc2a-410b-803f-3ea4066ebb08 owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:02.099390 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe318d-739d-4df1-9531-9fcbf4f4ec10 req-3abb2a93-cda6-460a-b94b-1f6b49ab8564 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:02.101003 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dafe318d-739d-4df1-9531-9fcbf4f4ec10 req-3abb2a93-cda6-460a-b94b-1f6b49ab8564 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 946 time: 0.0510941 Aug 31 07:45:02.140149 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-dafe318d-739d-4df1-9531-9fcbf4f4ec10 req-6b0b767f-f651-42a5-ab95-647fd48ec515 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/security-groups?id=340a37dd-38eb-4a5a-b249-ad76a5d2ce93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324500 Aug 31 07:45:02.466272 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e2564-d172-4f3e-bed7-766e903b1707 req-75e19856-5715-45ad-ba06-7223dccd2f01 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:02.467772 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e04e2564-d172-4f3e-bed7-766e903b1707 req-75e19856-5715-45ad-ba06-7223dccd2f01 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 946 time: 0.0623593 Aug 31 07:45:02.504137 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-53aff56e-3125-4be4-8bd7-c201c1aebe90 req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:02.509178 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-e04e2564-d172-4f3e-bed7-766e903b1707 req-9e0875e1-508d-45d0-83d5-5d2b630dbc0a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353827 Aug 31 07:45:02.537123 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Pushing event deleted for resources: {'Port': ['ID=c2347fff-fc2a-410b-803f-3ea4066ebb08,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:02.550240 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:02.550577 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:02.550923 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:02.551356 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:02.551680 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:02.551894 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:02.552267 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:02.552538 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:02.552869 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:02.554209 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:02.554209 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:02.554209 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:02.589600 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-53aff56e-3125-4be4-8bd7-c201c1aebe90 req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] No DVR routers for this DVR port c2347fff-fc2a-410b-803f-3ea4066ebb08 on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:02.592016 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-53aff56e-3125-4be4-8bd7-c201c1aebe90 req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:02.594064 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-53aff56e-3125-4be4-8bd7-c201c1aebe90 req-b1774122-292c-4871-bc29-dd2e4fcaac87 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.59 "DELETE /v2.0/ports/c2347fff-fc2a-410b-803f-3ea4066ebb08 HTTP/1.1" status: 204 len: 173 time: 0.7253580 Aug 31 07:45:02.594530 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'name': 'network-vif-deleted', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:02.596930 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de85bc59-519a-4c28-85a8-08dcdf8e5949" -d '{"events": [{"server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "name": "network-vif-deleted", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:02.646018 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f1f72f-e431-4b70-b53d-bab367982ca1 x-openstack-request-id: req-59f1f72f-e431-4b70-b53d-bab367982ca1 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:02.646400 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e61d0c8-5796-499d-a429-10798d6c3e61", "name": "network-vif-deleted", "tag": "c2347fff-fc2a-410b-803f-3ea4066ebb08", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:02.646719 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59f1f72f-e431-4b70-b53d-bab367982ca1 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:02.647202 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e61d0c8-5796-499d-a429-10798d6c3e61', 'name': 'network-vif-deleted', 'tag': 'c2347fff-fc2a-410b-803f-3ea4066ebb08', 'status': 'completed', 'code': 200} Aug 31 07:45:03.240391 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-ae67b07a-b760-4d07-8e5b-7b15e61137e8 req-160ec9ee-11d5-4d09-b22f-56bb645125d5 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 210 time: 0.0268469 Aug 31 07:45:03.633799 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502923fd-4b4e-47a8-a4d0-ca640016625c req-c63f1f7f-4aba-409c-a7fb-cb1fecb02e84 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:03.635363 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-502923fd-4b4e-47a8-a4d0-ca640016625c req-c63f1f7f-4aba-409c-a7fb-cb1fecb02e84 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 946 time: 0.0549631 Aug 31 07:45:03.678662 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-502923fd-4b4e-47a8-a4d0-ca640016625c req-00a7ddfa-4c13-468e-8bb2-5115fa9fc307 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365219 Aug 31 07:45:03.808130 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7715044-8364-4fef-9f00-d1a42cdb0465 req-4ca01a61-17f9-436b-ab29-ba934aa94dc5 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:03.809780 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a7715044-8364-4fef-9f00-d1a42cdb0465 req-4ca01a61-17f9-436b-ab29-ba934aa94dc5 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 946 time: 0.0563822 Aug 31 07:45:03.855170 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-a7715044-8364-4fef-9f00-d1a42cdb0465 req-138dea8d-13d4-488b-bb50-81aab32c736e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392992 Aug 31 07:45:03.893122 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48894) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:04.090238 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b90a0c-5f10-46df-a033-0921b1188992 tempest-TestVolumeBootPattern-2061435396 tempest-TestVolumeBootPattern-2061435396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:04.091877 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-c7b90a0c-5f10-46df-a033-0921b1188992 tempest-TestVolumeBootPattern-2061435396 tempest-TestVolumeBootPattern-2061435396-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 1094 time: 0.1975989 Aug 31 07:45:04.094952 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48898) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:04.099385 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.v2.base [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Request body: {'floatingip': {'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'port_id': '0437c659-b32e-4770-91aa-f4045f07def9', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94043) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:04.125141 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for floatingip, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:04.241166 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:04.565112 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-fb779a6b-0f7a-4fd6-85f7-54ea4c24e756 req-d578a7cc-76f6-4930-a354-4938605f40a4 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e61d0c8-5796-499d-a429-10798d6c3e61 HTTP/1.1" status: 200 len: 210 time: 0.0332177 Aug 31 07:45:04.624071 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_common [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Allocated IP 172.27.0.119 (d0e1131f-c0a3-4ade-bcc0-8db75b59a28d/ccee44c2-3e16-4472-9001-1c58112cd922/8c4ee4ab-8358-4f4a-9e0b-cfadbe7a5d40) {{(pid=94043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:45:04.732463 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for port, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:04.774044 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779184332840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:04.810413 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Network d0e1131f-c0a3-4ade-bcc0-8db75b59a28d is already hosted by enough agents. {{(pid=94043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:04.815312 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.base_scheduler [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Resources bound (agent type, host, resource id): {{(pid=94043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:04.819041 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Received port after_create {{(pid=94043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:04.853948 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'Port': ['ID=8c4ee4ab-8358-4f4a-9e0b-cfadbe7a5d40,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:04.869298 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:04.869652 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:04.869995 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:04.870332 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:04.870694 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:04.871064 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:04.871393 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:04.871722 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:04.872053 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:04.872381 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:04.872704 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:04.873026 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:05.223727 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.294673 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-743375'] for port, before_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.448245 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for port, precommit_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.453475 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779184813523', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779184332858', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779184332876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-529199047'] for port, after_update {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.455789 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device c2347fff-fc2a-410b-803f-3ea4066ebb08 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:05.479821 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: c2347fff-fc2a-410b-803f-3ea4066ebb08 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:05.480304 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device c2347fff-fc2a-410b-803f-3ea4066ebb08 not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:05.527159 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event updated for resources: {'Port': ['ID=8c4ee4ab-8358-4f4a-9e0b-cfadbe7a5d40,revision_number=2']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:05.535182 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-385300'] for floatingip, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.622562 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48916) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:05.637330 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.l3_db [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Floating IP c4fcd7ec-ec64-44cd-b893-7d08bc8d29fc associated. External IP: 172.27.0.119, port: 0437c659-b32e-4770-91aa-f4045f07def9. Aug 31 07:45:05.687664 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-160e0285-f042-482f-9054-f27d6661fb32 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.712670 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-160e0285-f042-482f-9054-f27d6661fb32 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.780291 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-160e0285-f042-482f-9054-f27d6661fb32 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.783171 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-160e0285-f042-482f-9054-f27d6661fb32 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:05.784346 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-160e0285-f042-482f-9054-f27d6661fb32 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] 10.222.0.62 "DELETE /v2.0/security-groups/340a37dd-38eb-4a5a-b249-ad76a5d2ce93 HTTP/1.1" status: 204 len: 168 time: 0.1607921 Aug 31 07:45:05.793726 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e0285-f042-482f-9054-f27d6661fb32 tempest-TestShelveInstance-1186988232 tempest-TestShelveInstance-1186988232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340a37dd-38eb-4a5a-b249-ad76a5d2ce93,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:05.855998 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48920) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:05.872033 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Router 591258f2-d1db-4690-8099-393e6a6f3234 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:45:05.987255 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:45:06.005406 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308d626-0e7a-4335-a7d1-4e246902d129 None None] Sync routers for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:45:06.008679 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:06.038909 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308d626-0e7a-4335-a7d1-4e246902d129 None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:06.039775 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-7308d626-0e7a-4335-a7d1-4e246902d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:06.054427 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-d3a7ac01-dad0-4835-8205-93a9c9da054c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9506378 Aug 31 07:45:06.054427 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580be71b-e220-4397-af73-96d6540a2a5e', 'tag': '0437c659-b32e-4770-91aa-f4045f07def9'}] {{(pid=94043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:06.054427 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8655ae71f89ec2b95c3046313fcc7688084414ddb3225736c66aa8988249ae5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3ef7c9-2cff-4152-8e76-105fd0eed9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "580be71b-e220-4397-af73-96d6540a2a5e", "tag": "0437c659-b32e-4770-91aa-f4045f07def9"}]}' {{(pid=94043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:06.100250 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e117d6-3d79-4ff7-9745-9363b0d8a5f4 x-openstack-request-id: req-d3e117d6-3d79-4ff7-9745-9363b0d8a5f4 {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:06.101179 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580be71b-e220-4397-af73-96d6540a2a5e", "tag": "0437c659-b32e-4770-91aa-f4045f07def9", "status": "completed", "code": 200}]} {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:06.101588 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d3e117d6-3d79-4ff7-9745-9363b0d8a5f4 {{(pid=94043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:06.102101 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580be71b-e220-4397-af73-96d6540a2a5e', 'tag': '0437c659-b32e-4770-91aa-f4045f07def9', 'status': 'completed', 'code': 200} Aug 31 07:45:06.201992 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-7308d626-0e7a-4335-a7d1-4e246902d129 None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:06.223273 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ef7c9-2cff-4152-8e76-105fd0eed9a4 req-2c1622fd-e0c1-46c5-bc57-6a5cdaf57946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:06.224760 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e3ef7c9-2cff-4152-8e76-105fd0eed9a4 req-2c1622fd-e0c1-46c5-bc57-6a5cdaf57946 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 1099 time: 0.0941608 Aug 31 07:45:06.385953 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ef7c9-2cff-4152-8e76-105fd0eed9a4 req-6dbda32c-f27f-4e25-aeb2-a962f0cc4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:06.387671 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e3ef7c9-2cff-4152-8e76-105fd0eed9a4 req-6dbda32c-f27f-4e25-aeb2-a962f0cc4158 service neutron] 10.222.0.59 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 912 time: 0.1548073 Aug 31 07:45:06.475694 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e3ef7c9-2cff-4152-8e76-105fd0eed9a4 req-785039f5-e7fa-4a75-a478-29ed577347c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0437c659-b32e-4770-91aa-f4045f07def9 HTTP/1.1" status: 200 len: 1000 time: 0.0787580 Aug 31 07:45:06.559847 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ef7c9-2cff-4152-8e76-105fd0eed9a4 req-20bb2a44-7b8b-4a32-a5d5-304d5855ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:06.561257 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e3ef7c9-2cff-4152-8e76-105fd0eed9a4 req-20bb2a44-7b8b-4a32-a5d5-304d5855ec3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 200 len: 850 time: 0.0762053 Aug 31 07:45:06.602272 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-784de876-9ef6-4159-a491-48b8354bc425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386836'] for router_interface, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:06.609046 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-7308d626-0e7a-4335-a7d1-4e246902d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '7cf1d1f6-4cb0-44cf-b6db-20aa2c594873', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:6e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:42Z', 'updated_at': '2021-08-31T07:42:44Z', 'revision_number': 1, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}, {'id': 'c4fcd7ec-ec64-44cd-b893-7d08bc8d29fc', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '0437c659-b32e-4770-91aa-f4045f07def9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:2c:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580be71b-e220-4397-af73-96d6540a2a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:45:05Z', 'updated_at': '2021-08-31T07:45:05Z', 'revision_number': 0, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:06.639122 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308d626-0e7a-4335-a7d1-4e246902d129 None None] Checking router: 591258f2-d1db-4690-8099-393e6a6f3234 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:45:06.647729 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308d626-0e7a-4335-a7d1-4e246902d129 None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:06.648371 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-7308d626-0e7a-4335-a7d1-4e246902d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:06.659633 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ef7c9-2cff-4152-8e76-105fd0eed9a4 req-b228c5cf-1070-435a-99f7-68a5d1d17b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:06.661147 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e3ef7c9-2cff-4152-8e76-105fd0eed9a4 req-b228c5cf-1070-435a-99f7-68a5d1d17b2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29b04af3-cf28-4023-9b5b-4fd7e8875284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0919023 Aug 31 07:45:06.771402 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-7308d626-0e7a-4335-a7d1-4e246902d129 None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:06.842139 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e3ef7c9-2cff-4152-8e76-105fd0eed9a4 req-86c64d3c-99e3-42b6-b600-7454b3253879 service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516650 Aug 31 07:45:06.988388 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8e3ef7c9-2cff-4152-8e76-105fd0eed9a4 req-52d47279-c44a-46f4-adf7-81868ac75fa8 service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364377 Aug 31 07:45:07.008703 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-7308d626-0e7a-4335-a7d1-4e246902d129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '7cf1d1f6-4cb0-44cf-b6db-20aa2c594873', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:6e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:42Z', 'updated_at': '2021-08-31T07:42:44Z', 'revision_number': 1, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}, {'id': 'c4fcd7ec-ec64-44cd-b893-7d08bc8d29fc', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '0437c659-b32e-4770-91aa-f4045f07def9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:2c:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580be71b-e220-4397-af73-96d6540a2a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:45:05Z', 'updated_at': '2021-08-31T07:45:05Z', 'revision_number': 0, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:07.012934 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-784de876-9ef6-4159-a491-48b8354bc425 admin admin] Deleting port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:07.013277 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-784de876-9ef6-4159-a491-48b8354bc425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.036808 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7308d626-0e7a-4335-a7d1-4e246902d129 None None] The sync data for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi is: [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '7cf1d1f6-4cb0-44cf-b6db-20aa2c594873', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:6e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:42Z', 'updated_at': '2021-08-31T07:42:44Z', 'revision_number': 1, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}, {'id': 'c4fcd7ec-ec64-44cd-b893-7d08bc8d29fc', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '0437c659-b32e-4770-91aa-f4045f07def9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:2c:40:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '580be71b-e220-4397-af73-96d6540a2a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:45:05Z', 'updated_at': '2021-08-31T07:45:05Z', 'revision_number': 0, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:45:07.098374 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-784de876-9ef6-4159-a491-48b8354bc425 admin admin] For port 1667ce75-8d75-4cf0-ae56-63d6c70a40eb, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=1667ce75-8d75-4cf0-ae56-63d6c70a40eb,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:07.098709 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-784de876-9ef6-4159-a491-48b8354bc425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.112192 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-784de876-9ef6-4159-a491-48b8354bc425 admin admin] Calling delete_port for 1667ce75-8d75-4cf0-ae56-63d6c70a40eb owned by network:router_interface {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:07.246650 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3c8d29-cde5-457c-90ab-a80718db7eb3 None None] New status for floating IP c4fcd7ec-ec64-44cd-b893-7d08bc8d29fc: ACTIVE {{(pid=94045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:45:07.301397 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-784de876-9ef6-4159-a491-48b8354bc425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.325519 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784de876-9ef6-4159-a491-48b8354bc425 admin admin] Pushing event deleted for resources: {'Port': ['ID=1667ce75-8d75-4cf0-ae56-63d6c70a40eb,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:07.505212 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-784de876-9ef6-4159-a491-48b8354bc425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386952'] for router_interface, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.718867 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784de876-9ef6-4159-a491-48b8354bc425 admin admin] Router f62eeed9-fb1f-4f88-874f-56f0751b3d48 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:45:07.821512 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784de876-9ef6-4159-a491-48b8354bc425 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:45:07.826884 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-784de876-9ef6-4159-a491-48b8354bc425 admin admin] 10.222.0.62 "PUT /v2.0/routers/f62eeed9-fb1f-4f88-874f-56f0751b3d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9702084 Aug 31 07:45:07.829469 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48942) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:07.829971 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf4d9d8-7615-4499-8af5-06bd18188a98 None None] Sync routers for ids ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:45:07.838904 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4d9d8-7615-4499-8af5-06bd18188a98 None None] Routers {'f62eeed9-fb1f-4f88-874f-56f0751b3d48'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:07.839998 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-4bf4d9d8-7615-4499-8af5-06bd18188a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:07.934454 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.947555 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-4bf4d9d8-7615-4499-8af5-06bd18188a98 None None] Set router f62eeed9-fb1f-4f88-874f-56f0751b3d48 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:08.035701 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.087858 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Deleting port 2ca47bb6-8c8c-4528-866f-8576fa8364d2 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:08.088220 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.137540 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-4bf4d9d8-7615-4499-8af5-06bd18188a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:45:07Z', 'revision_number': 5, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port': {'id': '2ca47bb6-8c8c-4528-866f-8576fa8364d2', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:28Z', 'updated_at': '2021-08-31T07:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:08.170034 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] For port 2ca47bb6-8c8c-4528-866f-8576fa8364d2, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=2ca47bb6-8c8c-4528-866f-8576fa8364d2,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:08.170419 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.171482 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf4d9d8-7615-4499-8af5-06bd18188a98 None None] Checking router: f62eeed9-fb1f-4f88-874f-56f0751b3d48 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:45:08.179807 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4d9d8-7615-4499-8af5-06bd18188a98 None None] Routers {'f62eeed9-fb1f-4f88-874f-56f0751b3d48'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:08.180418 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-4bf4d9d8-7615-4499-8af5-06bd18188a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:08.182848 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Calling delete_port for 2ca47bb6-8c8c-4528-866f-8576fa8364d2 owned by network:router_gateway {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:08.266768 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-4bf4d9d8-7615-4499-8af5-06bd18188a98 None None] Set router f62eeed9-fb1f-4f88-874f-56f0751b3d48 gateway port host: None {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:08.319388 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-4bf4d9d8-7615-4499-8af5-06bd18188a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:45:08Z', 'revision_number': 6, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port_host': None}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:08.349270 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf4d9d8-7615-4499-8af5-06bd18188a98 None None] The sync data for ids ['f62eeed9-fb1f-4f88-874f-56f0751b3d48'] in dv-cinder-799668-14-iscsi is: [{'id': 'f62eeed9-fb1f-4f88-874f-56f0751b3d48', 'name': 'tempest-TestShelveInstance-775730663-router', 'tenant_id': '9410f14d504d4cd8ba09ec85329f9e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:27Z', 'updated_at': '2021-08-31T07:45:08Z', 'revision_number': 6, 'project_id': '9410f14d504d4cd8ba09ec85329f9e99', 'gw_port_host': None}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:45:08.359705 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.386398 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca47bb6-8c8c-4528-866f-8576fa8364d2,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:08.451060 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385322'] for router_gateway, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.541843 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28938'] for router, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.544690 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.588801 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-392223'] for router, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.589323 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f62eeed9-fb1f-4f88-874f-56f0751b3d48 {{(pid=94042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:45:08.596409 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.597657 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-7e83f4db-e766-40da-89c8-b3a8b04e33b2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f62eeed9-fb1f-4f88-874f-56f0751b3d48 HTTP/1.1" status: 204 len: 168 time: 0.7671800 Aug 31 07:45:08.600290 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48948) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:08.652390 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a3de61-1cbe-497a-af96-0ab203366ad4 admin admin] Deleting subnet ad945823-97d3-45ba-bad9-c349a447cce8 {{(pid=94042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:45:08.655344 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c0a3de61-1cbe-497a-af96-0ab203366ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.690312 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c0a3de61-1cbe-497a-af96-0ab203366ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520376356'] for subnet, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.781227 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c0a3de61-1cbe-497a-af96-0ab203366ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.834635 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c0a3de61-1cbe-497a-af96-0ab203366ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520418310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520561889'] for subnet, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.860136 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3de61-1cbe-497a-af96-0ab203366ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad945823-97d3-45ba-bad9-c349a447cce8,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:08.863933 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c0a3de61-1cbe-497a-af96-0ab203366ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.865829 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-c0a3de61-1cbe-497a-af96-0ab203366ad4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ad945823-97d3-45ba-bad9-c349a447cce8 HTTP/1.1" status: 204 len: 168 time: 0.2634468 Aug 31 07:45:08.868502 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48950) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:08.869676 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa4e6a7-27c8-49d9-a13c-1271b2a7128c None None] Network dba1c2f2-4412-4df4-84ab-84ce2eed6b47 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:45:08.939770 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.993173 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Deleting port 51f8d69c-9b79-41c3-a456-2904bab61f91 {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:08.993516 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.061552 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] For port 51f8d69c-9b79-41c3-a456-2904bab61f91, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=51f8d69c-9b79-41c3-a456-2904bab61f91,segment=NetworkSegment(a33bc7d1-3119-4cd0-b423-14aab916e8bd),segment_id=a33bc7d1-3119-4cd0-b423-14aab916e8bd)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:09.061919 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.074964 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Calling delete_port for 51f8d69c-9b79-41c3-a456-2904bab61f91 owned by network:dhcp {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:09.138094 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e4df7-8d48-4b64-afac-28bfaee2c2e2 None None] DHCP port deletion for dba1c2f2-4412-4df4-84ab-84ce2eed6b47 request from dv-cinder-799668-14-iscsi {{(pid=94044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:45:09.204371 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 51f8d69c-9b79-41c3-a456-2904bab61f91 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:09.212669 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.212928 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-083e4df7-8d48-4b64-afac-28bfaee2c2e2 None None] Deleting port 51f8d69c-9b79-41c3-a456-2904bab61f91 {{(pid=94044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:09.212928 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-083e4df7-8d48-4b64-afac-28bfaee2c2e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.238019 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=51f8d69c-9b79-41c3-a456-2904bab61f91,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:09.239871 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] No DVR routers for this DVR port 51f8d69c-9b79-41c3-a456-2904bab61f91 on host dv-cinder-799668-14-iscsi {{(pid=94043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:09.272875 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 51f8d69c-9b79-41c3-a456-2904bab61f91 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:09.273210 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 51f8d69c-9b79-41c3-a456-2904bab61f91 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:09.273629 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 1667ce75-8d75-4cf0-ae56-63d6c70a40eb no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:09.302941 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 1667ce75-8d75-4cf0-ae56-63d6c70a40eb {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:09.303505 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 1667ce75-8d75-4cf0-ae56-63d6c70a40eb not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:09.304305 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2ca47bb6-8c8c-4528-866f-8576fa8364d2 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:09.317672 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.329635 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba1c2f2-4412-4df4-84ab-84ce2eed6b47']}} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:09.333519 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 2ca47bb6-8c8c-4528-866f-8576fa8364d2 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:09.333873 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2ca47bb6-8c8c-4528-866f-8576fa8364d2 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:09.344884 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33bc7d1-3119-4cd0-b423-14aab916e8bd') {'for_net_delete': True} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:09.345086 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33bc7d1-3119-4cd0-b423-14aab916e8bd') {} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:09.345668 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-083e4df7-8d48-4b64-afac-28bfaee2c2e2 None None] For port 51f8d69c-9b79-41c3-a456-2904bab61f91, host dv-cinder-799668-14-iscsi, got binding levels [] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:09.346512 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-083e4df7-8d48-4b64-afac-28bfaee2c2e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.360170 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529139964'] for segment, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.361395 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-083e4df7-8d48-4b64-afac-28bfaee2c2e2 None None] Calling delete_port for 51f8d69c-9b79-41c3-a456-2904bab61f91 owned by network:dhcp {{(pid=94044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:09.364896 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.ipam_backend_mixin [None req-083e4df7-8d48-4b64-afac-28bfaee2c2e2 None None] Port 51f8d69c-9b79-41c3-a456-2904bab61f91 was not found and therefore no delete operation was performed {{(pid=94044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:45:09.366226 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-083e4df7-8d48-4b64-afac-28bfaee2c2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849'] for port, after_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.376648 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.383465 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:45:09.383877 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529198891'] for segment, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: Traceback (most recent call last): Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: timer() Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: cb(*args, **kw) Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: return func(*args, **kwargs) Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: self._notify() Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: self.callback(batched_events) Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: event.method(event) Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: return f(self, *a, **k) Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._get(url).json() Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: return self.request(url, 'GET', **kwargs) Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:45:09.385790 dv-cinder-799668-14-iscsi neutron-server[94043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:45:09.396267 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e4df7-8d48-4b64-afac-28bfaee2c2e2 None None] Pushing event deleted for resources: {'Port': ['ID=51f8d69c-9b79-41c3-a456-2904bab61f91,revision_number=None']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:09.398277 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083e4df7-8d48-4b64-afac-28bfaee2c2e2 None None] No DVR routers for this DVR port 51f8d69c-9b79-41c3-a456-2904bab61f91 on host dv-cinder-799668-14-iscsi {{(pid=94044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:09.451270 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.456790 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.458638 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] 10.222.0.62 "DELETE /v2.0/networks/dba1c2f2-4412-4df4-84ab-84ce2eed6b47 HTTP/1.1" status: 204 len: 168 time: 0.5891459 Aug 31 07:45:09.461715 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48954) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:09.469781 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68b61f-2679-4a47-89e3-887b33465e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=dba1c2f2-4412-4df4-84ab-84ce2eed6b47,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:10.075968 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b5a824eb-3791-4c88-900a-11f452f985d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386836'] for router_interface, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.348061 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-b5a824eb-3791-4c88-900a-11f452f985d4 admin admin] Deleting port 053c0a93-b4ac-439b-b590-5cd801834347 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:10.348301 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b5a824eb-3791-4c88-900a-11f452f985d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.433067 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-b5a824eb-3791-4c88-900a-11f452f985d4 admin admin] For port 053c0a93-b4ac-439b-b590-5cd801834347, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=053c0a93-b4ac-439b-b590-5cd801834347,segment=NetworkSegment(af6e4c0a-679f-4ae9-94bc-ef9fcf62148f),segment_id=af6e4c0a-679f-4ae9-94bc-ef9fcf62148f)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:10.433415 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b5a824eb-3791-4c88-900a-11f452f985d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.447010 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-b5a824eb-3791-4c88-900a-11f452f985d4 admin admin] Calling delete_port for 053c0a93-b4ac-439b-b590-5cd801834347 owned by network:router_interface {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:10.631848 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b5a824eb-3791-4c88-900a-11f452f985d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.662045 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a824eb-3791-4c88-900a-11f452f985d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=053c0a93-b4ac-439b-b590-5cd801834347,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:10.836549 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-b5a824eb-3791-4c88-900a-11f452f985d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386952'] for router_interface, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.057174 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a824eb-3791-4c88-900a-11f452f985d4 admin admin] Router 104806eb-5847-4fbc-82c2-bd12a6d723c2 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:45:11.162868 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a824eb-3791-4c88-900a-11f452f985d4 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:45:11.168248 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-b5a824eb-3791-4c88-900a-11f452f985d4 admin admin] 10.222.0.62 "PUT /v2.0/routers/104806eb-5847-4fbc-82c2-bd12a6d723c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7048647 Aug 31 07:45:11.170671 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48962) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:11.173651 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be01c602-a184-4133-ab57-44dfd23b038f None None] Sync routers for ids ['104806eb-5847-4fbc-82c2-bd12a6d723c2'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:45:11.182465 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be01c602-a184-4133-ab57-44dfd23b038f None None] Routers {'104806eb-5847-4fbc-82c2-bd12a6d723c2'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:11.183912 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-be01c602-a184-4133-ab57-44dfd23b038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['104806eb-5847-4fbc-82c2-bd12a6d723c2'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:11.283060 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Notify callbacks [] for router, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.314303 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-be01c602-a184-4133-ab57-44dfd23b038f None None] Set router 104806eb-5847-4fbc-82c2-bd12a6d723c2 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:11.388198 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.450866 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Deleting port 99ec53c3-a39f-463f-9f6f-86172c3854ce {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:11.451214 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.502463 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-be01c602-a184-4133-ab57-44dfd23b038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'name': 'tempest-TestShelveInstance-1863919069-router', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:45:10Z', 'revision_number': 5, 'project_id': '255de0ba39844ca28286d54d8be9049d', 'gw_port': {'id': '99ec53c3-a39f-463f-9f6f-86172c3854ce', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:65:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:11.529465 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] For port 99ec53c3-a39f-463f-9f6f-86172c3854ce, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=99ec53c3-a39f-463f-9f6f-86172c3854ce,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:11.529699 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be01c602-a184-4133-ab57-44dfd23b038f None None] Checking router: 104806eb-5847-4fbc-82c2-bd12a6d723c2 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:45:11.529840 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.537820 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be01c602-a184-4133-ab57-44dfd23b038f None None] Routers {'104806eb-5847-4fbc-82c2-bd12a6d723c2'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:11.538411 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-be01c602-a184-4133-ab57-44dfd23b038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:44:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['104806eb-5847-4fbc-82c2-bd12a6d723c2'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:11.543262 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Calling delete_port for 99ec53c3-a39f-463f-9f6f-86172c3854ce owned by network:router_gateway {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:11.624146 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-be01c602-a184-4133-ab57-44dfd23b038f None None] Set router 104806eb-5847-4fbc-82c2-bd12a6d723c2 gateway port host: None {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:11.676254 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-be01c602-a184-4133-ab57-44dfd23b038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'name': 'tempest-TestShelveInstance-1863919069-router', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:45:11Z', 'revision_number': 6, 'project_id': '255de0ba39844ca28286d54d8be9049d', 'gw_port_host': None}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:11.705980 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be01c602-a184-4133-ab57-44dfd23b038f None None] The sync data for ids ['104806eb-5847-4fbc-82c2-bd12a6d723c2'] in dv-cinder-799668-14-iscsi is: [{'id': '104806eb-5847-4fbc-82c2-bd12a6d723c2', 'name': 'tempest-TestShelveInstance-1863919069-router', 'tenant_id': '255de0ba39844ca28286d54d8be9049d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:35Z', 'updated_at': '2021-08-31T07:45:11Z', 'revision_number': 6, 'project_id': '255de0ba39844ca28286d54d8be9049d', 'gw_port_host': None}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:45:11.711256 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.741995 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=99ec53c3-a39f-463f-9f6f-86172c3854ce,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:11.813091 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385322'] for router_gateway, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.913992 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28938'] for router, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.917891 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.959685 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-392223'] for router, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.960253 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 104806eb-5847-4fbc-82c2-bd12a6d723c2 {{(pid=94042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:45:11.965460 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] Notify callbacks [] for router, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.966680 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-429169d1-d2ce-40e3-8b62-22b5ec707fbf admin admin] 10.222.0.62 "DELETE /v2.0/routers/104806eb-5847-4fbc-82c2-bd12a6d723c2 HTTP/1.1" status: 204 len: 168 time: 0.7950864 Aug 31 07:45:11.969533 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48974) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:12.014726 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_v2 [None req-be147cb5-3b75-44b1-b753-168b762bfae7 admin admin] Deleting subnet 3a22d496-50b6-4605-b8fc-86d53047ee44 {{(pid=94042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:45:12.017633 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-be147cb5-3b75-44b1-b753-168b762bfae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.057601 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-be147cb5-3b75-44b1-b753-168b762bfae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520376356'] for subnet, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.146447 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-be147cb5-3b75-44b1-b753-168b762bfae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.206983 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-be147cb5-3b75-44b1-b753-168b762bfae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520418310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520561889'] for subnet, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.231981 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be147cb5-3b75-44b1-b753-168b762bfae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a22d496-50b6-4605-b8fc-86d53047ee44,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:12.236459 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-be147cb5-3b75-44b1-b753-168b762bfae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.238499 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-be147cb5-3b75-44b1-b753-168b762bfae7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3a22d496-50b6-4605-b8fc-86d53047ee44 HTTP/1.1" status: 204 len: 168 time: 0.2679336 Aug 31 07:45:12.241286 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48978) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:12.243666 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677fb2ee-1b2d-4a5c-9c29-769ce9c3ac66 None None] Network c320ee48-3d45-4af9-9d07-75b95991b752 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:45:12.313829 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.374220 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Deleting port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:12.374855 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.451288 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] For port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9,segment=NetworkSegment(af6e4c0a-679f-4ae9-94bc-ef9fcf62148f),segment_id=af6e4c0a-679f-4ae9-94bc-ef9fcf62148f)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:12.451604 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.465281 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Calling delete_port for eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 owned by network:dhcp {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:12.487167 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f76f0-0b77-4425-b530-350b185bde6a None None] DHCP port deletion for c320ee48-3d45-4af9-9d07-75b95991b752 request from dv-cinder-799668-14-iscsi {{(pid=94044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:45:12.536267 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f76f0-0b77-4425-b530-350b185bde6a None None] Deleting port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 {{(pid=94044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:12.536746 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-0e0f76f0-0b77-4425-b530-350b185bde6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.553188 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.580451 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:12.585166 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] No DVR routers for this DVR port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 on host dv-cinder-799668-14-iscsi {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:12.668055 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.681862 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c320ee48-3d45-4af9-9d07-75b95991b752']}} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:12.694024 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6e4c0a-679f-4ae9-94bc-ef9fcf62148f') {'for_net_delete': True} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:12.694478 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.services.segments.db [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6e4c0a-679f-4ae9-94bc-ef9fcf62148f') {} {{(pid=94042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:12.704807 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520376351'] for segment, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.726293 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520418492'] for segment, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: Traceback (most recent call last): Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: timer() Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: cb(*args, **kw) Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: return func(*args, **kwargs) Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: self._notify() Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: self.callback(batched_events) Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: event.method(event) Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: return f(self, *a, **k) Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: return self._get(url).json() Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: return self.request(url, 'GET', **kwargs) Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:45:12.738485 dv-cinder-799668-14-iscsi neutron-server[94042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:45:12.744641 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-0e0f76f0-0b77-4425-b530-350b185bde6a None None] For port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9,segment=NetworkSegment(af6e4c0a-679f-4ae9-94bc-ef9fcf62148f),segment_id=af6e4c0a-679f-4ae9-94bc-ef9fcf62148f)] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:12.745399 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-0e0f76f0-0b77-4425-b530-350b185bde6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.769950 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-0e0f76f0-0b77-4425-b530-350b185bde6a None None] Calling delete_port for eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 owned by network:dhcp {{(pid=94044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:12.801072 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.809623 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.811978 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c320ee48-3d45-4af9-9d07-75b95991b752 HTTP/1.1" status: 204 len: 168 time: 0.5695877 Aug 31 07:45:12.829472 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68285bf7-13ba-4674-9e55-c9cda1e84c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=c320ee48-3d45-4af9-9d07-75b95991b752,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:12.868362 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-0e0f76f0-0b77-4425-b530-350b185bde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849'] for port, after_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.894505 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e0f76f0-0b77-4425-b530-350b185bde6a None None] Network c320ee48-3d45-4af9-9d07-75b95991b752 is not hosted by any dhcp agent {{(pid=94044) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 07:45:12.894986 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f76f0-0b77-4425-b530-350b185bde6a None None] No DVR routers for this DVR port eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 on host dv-cinder-799668-14-iscsi {{(pid=94044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:12.899599 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f76f0-0b77-4425-b530-350b185bde6a None None] Pushing event deleted for resources: {'Port': ['ID=eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9,revision_number=None']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:12.951046 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 48986) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:13.013201 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-04372f79-d002-4a03-9244-735759c8f416 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9410f14d504d4cd8ba09ec85329f9e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609114 Aug 31 07:45:13.015720 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 48992) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:13.048843 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 053c0a93-b4ac-439b-b590-5cd801834347 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:13.073869 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 053c0a93-b4ac-439b-b590-5cd801834347 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:13.073869 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 053c0a93-b4ac-439b-b590-5cd801834347 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:13.074476 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:13.094575 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-efe13718-3e86-41ad-b341-3bd1223b221d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.096059 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:13.096402 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device eb1cbcdc-9206-4151-a4e8-cf4e0b028aa9 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:13.096979 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 99ec53c3-a39f-463f-9f6f-86172c3854ce no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:13.132746 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-efe13718-3e86-41ad-b341-3bd1223b221d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.133033 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 99ec53c3-a39f-463f-9f6f-86172c3854ce {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:13.133378 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 99ec53c3-a39f-463f-9f6f-86172c3854ce not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:13.181579 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-efe13718-3e86-41ad-b341-3bd1223b221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.184223 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-efe13718-3e86-41ad-b341-3bd1223b221d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.185379 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-efe13718-3e86-41ad-b341-3bd1223b221d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73605310-2eb5-4c99-8cac-04ed51d6d956 HTTP/1.1" status: 204 len: 168 time: 0.1685624 Aug 31 07:45:13.193309 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe13718-3e86-41ad-b341-3bd1223b221d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73605310-2eb5-4c99-8cac-04ed51d6d956,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:13.525065 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49002) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:13.567566 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-1a9dd614-d552-4434-84dc-18a270cab8c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=255de0ba39844ca28286d54d8be9049d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413053 Aug 31 07:45:13.569997 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49004) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:13.625109 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-96f18944-49b4-41cf-876f-8a4730d4ab80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.649487 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-96f18944-49b4-41cf-876f-8a4730d4ab80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.711979 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-96f18944-49b4-41cf-876f-8a4730d4ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.714951 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-96f18944-49b4-41cf-876f-8a4730d4ab80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.716567 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-96f18944-49b4-41cf-876f-8a4730d4ab80 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44e8fe0a-4c5f-4043-8b57-02b127343866 HTTP/1.1" status: 204 len: 168 time: 0.1454039 Aug 31 07:45:13.728918 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f18944-49b4-41cf-876f-8a4730d4ab80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e8fe0a-4c5f-4043-8b57-02b127343866,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:16.678382 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49046) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:16.782251 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-541a07c0-48ab-4756-963e-012a1806e5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.874744 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-541a07c0-48ab-4756-963e-012a1806e5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.878806 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-541a07c0-48ab-4756-963e-012a1806e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.917051 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-541a07c0-48ab-4756-963e-012a1806e5b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c183d56d0f54371be4ac3f10b26c7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375782 Aug 31 07:45:16.918313 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a07c0-48ab-4756-963e-012a1806e5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c42bfc-0750-48f6-acbd-dbae965d38dc,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:16.919777 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 49050) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:16.976548 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7fff5f4c-303b-4cdc-b9f9-ac4e4e07c69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.998375 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7fff5f4c-303b-4cdc-b9f9-ac4e4e07c69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.049503 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7fff5f4c-303b-4cdc-b9f9-ac4e4e07c69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.052106 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-7fff5f4c-303b-4cdc-b9f9-ac4e4e07c69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.053268 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-7fff5f4c-303b-4cdc-b9f9-ac4e4e07c69e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e8c42bfc-0750-48f6-acbd-dbae965d38dc HTTP/1.1" status: 204 len: 168 time: 0.1324418 Aug 31 07:45:17.061526 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff5f4c-303b-4cdc-b9f9-ac4e4e07c69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c42bfc-0750-48f6-acbd-dbae965d38dc,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:21.174989 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-27254858-66f9-45bf-8a1f-63490c19f8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.444552 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 49082) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:22.550715 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-492b338b-8153-431e-ad0e-ecd29d64a315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.638749 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-492b338b-8153-431e-ad0e-ecd29d64a315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.642545 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-492b338b-8153-431e-ad0e-ecd29d64a315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.681142 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-492b338b-8153-431e-ad0e-ecd29d64a315 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d0a2113792c44c286cbe05fb4d846ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355158 Aug 31 07:45:22.681820 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b338b-8153-431e-ad0e-ecd29d64a315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78348fb-f817-450c-a1f6-0b3e76242181,revision_number=1']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:22.684461 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49086) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:22.733288 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d1385d91-a4ff-4cc1-8364-34109175cc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.757845 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d1385d91-a4ff-4cc1-8364-34109175cc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.809499 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d1385d91-a4ff-4cc1-8364-34109175cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.812501 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d1385d91-a4ff-4cc1-8364-34109175cc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.813649 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-d1385d91-a4ff-4cc1-8364-34109175cc47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b78348fb-f817-450c-a1f6-0b3e76242181 HTTP/1.1" status: 204 len: 168 time: 0.1281898 Aug 31 07:45:22.821566 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385d91-a4ff-4cc1-8364-34109175cc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78348fb-f817-450c-a1f6-0b3e76242181,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:23.100288 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:24.149077 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a3f62780-e7cd-4ae5-a47b-6fe51eeb4e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:24.361059 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:24.896184 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:26.761902 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:34.095862 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:45:51.181569 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-85d4b8f0-829d-47e6-a9f5-56ebb4703ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:53.113687 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.157782 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-8bd2aa74-619a-4d1c-bc15-8b47dc22952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.362825 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.902169 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:56.768864 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.113001 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49354) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:00.219537 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-de1c6f83-2bb9-4e5b-a349-fe7197bd3429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.312879 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-de1c6f83-2bb9-4e5b-a349-fe7197bd3429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.317494 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-de1c6f83-2bb9-4e5b-a349-fe7197bd3429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.354476 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c6f83-2bb9-4e5b-a349-fe7197bd3429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e988758-8211-4a82-adc4-a54987f83a1e,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:00.359247 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-de1c6f83-2bb9-4e5b-a349-fe7197bd3429 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3fbb69e5a05457089ee49b07683a0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451971 Aug 31 07:46:00.362712 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49358) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:00.411978 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-385dd6c6-74e8-4ca2-a701-2f3d332e9a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.435429 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-385dd6c6-74e8-4ca2-a701-2f3d332e9a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.484268 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-385dd6c6-74e8-4ca2-a701-2f3d332e9a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.486837 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-385dd6c6-74e8-4ca2-a701-2f3d332e9a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:00.487979 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-385dd6c6-74e8-4ca2-a701-2f3d332e9a7b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e988758-8211-4a82-adc4-a54987f83a1e HTTP/1.1" status: 204 len: 168 time: 0.1248837 Aug 31 07:46:00.495647 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385dd6c6-74e8-4ca2-a701-2f3d332e9a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e988758-8211-4a82-adc4-a54987f83a1e,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:09.661989 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49434) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:09.787950 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.885716 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.890608 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_create {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.930047 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12d9f96a324c4c32b4ce4f77e44bb40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668293 Aug 31 07:46:09.930835 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf442cc-1b73-40d4-8f34-5cdb951cb129,revision_number=1']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:09.932738 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 49438) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:09.938803 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.939161 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.939507 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.939841 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.940178 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.940510 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.940844 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.941170 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.941501 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.941828 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.942143 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.942656 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec33ad38-fa13-49b2-afd2-71d294384b00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.991763 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:10.015020 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:10.070935 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:10.073535 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:10.074779 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/adf442cc-1b73-40d4-8f34-5cdb951cb129 HTTP/1.1" status: 204 len: 168 time: 0.1405854 Aug 31 07:46:10.083767 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf442cc-1b73-40d4-8f34-5cdb951cb129,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:10.091545 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:10.091900 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:10.092745 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:10.093093 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:10.093422 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:10.093754 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:10.094089 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:10.094451 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:10.094789 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:10.095116 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:10.095441 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:10.095767 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df08c83-a599-4f57-be74-e97d320809d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:11.095264 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:46:21.174074 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-7e56869f-43eb-441d-8ff5-5c61ada9585c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.131435 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.150743 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-e4b663d7-d83d-481b-b6be-cf00aabe0718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.364231 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.902387 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:26.766533 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.163131 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49450) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:47.331528 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-af2b3531-a28b-4283-947f-423b2df554e3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Deleting port 8c4ee4ab-8358-4f4a-9e0b-cfadbe7a5d40 {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:47.331872 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-af2b3531-a28b-4283-947f-423b2df554e3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.412671 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-af2b3531-a28b-4283-947f-423b2df554e3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.412997 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-af2b3531-a28b-4283-947f-423b2df554e3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.424859 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-af2b3531-a28b-4283-947f-423b2df554e3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Calling delete_port for 8c4ee4ab-8358-4f4a-9e0b-cfadbe7a5d40 owned by network:floatingip {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:47.572541 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-af2b3531-a28b-4283-947f-423b2df554e3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.600667 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b3531-a28b-4283-947f-423b2df554e3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event deleted for resources: {'Port': ['ID=8c4ee4ab-8358-4f4a-9e0b-cfadbe7a5d40,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:47.661320 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-af2b3531-a28b-4283-947f-423b2df554e3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for floatingip, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.661644 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.l3_db [None req-af2b3531-a28b-4283-947f-423b2df554e3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Floating IP c4fcd7ec-ec64-44cd-b893-7d08bc8d29fc disassociated (deleted). External IP: 172.27.0.119, port: 0437c659-b32e-4770-91aa-f4045f07def9. Aug 31 07:46:47.867512 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2b3531-a28b-4283-947f-423b2df554e3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Router 591258f2-d1db-4690-8099-393e6a6f3234 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:46:48.095541 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:46:48.202397 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2b3531-a28b-4283-947f-423b2df554e3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:48.206999 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-af2b3531-a28b-4283-947f-423b2df554e3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.211533 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16aa420-4996-4a34-8e67-8ac9a254f7ec None None] Sync routers for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:48.221116 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16aa420-4996-4a34-8e67-8ac9a254f7ec None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:48.221731 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-a16aa420-4996-4a34-8e67-8ac9a254f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:46:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:48.234852 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-af2b3531-a28b-4283-947f-423b2df554e3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "DELETE /v2.0/floatingips/c4fcd7ec-ec64-44cd-b893-7d08bc8d29fc HTTP/1.1" status: 204 len: 168 time: 1.0701981 Aug 31 07:46:48.235907 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580be71b-e220-4397-af73-96d6540a2a5e', 'tag': '0437c659-b32e-4770-91aa-f4045f07def9'}] {{(pid=94043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:48.238384 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8655ae71f89ec2b95c3046313fcc7688084414ddb3225736c66aa8988249ae5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff952fc-05ac-4539-b905-c6210b412a09" -d '{"events": [{"name": "network-changed", "server_uuid": "580be71b-e220-4397-af73-96d6540a2a5e", "tag": "0437c659-b32e-4770-91aa-f4045f07def9"}]}' {{(pid=94043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:48.277203 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75de2b94-fe1e-4640-a21b-92caf393ea3b x-openstack-request-id: req-75de2b94-fe1e-4640-a21b-92caf393ea3b {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:48.277499 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580be71b-e220-4397-af73-96d6540a2a5e", "tag": "0437c659-b32e-4770-91aa-f4045f07def9", "status": "completed", "code": 200}]} {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:48.277752 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75de2b94-fe1e-4640-a21b-92caf393ea3b {{(pid=94043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:48.278212 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580be71b-e220-4397-af73-96d6540a2a5e', 'tag': '0437c659-b32e-4770-91aa-f4045f07def9', 'status': 'completed', 'code': 200} Aug 31 07:46:48.334398 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-a16aa420-4996-4a34-8e67-8ac9a254f7ec None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:48.344190 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff952fc-05ac-4539-b905-c6210b412a09 req-04b55467-b3c8-457d-b3d9-c8e64bd82b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:48.345856 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-9ff952fc-05ac-4539-b905-c6210b412a09 req-04b55467-b3c8-457d-b3d9-c8e64bd82b65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 1099 time: 0.0447299 Aug 31 07:46:48.461430 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff952fc-05ac-4539-b905-c6210b412a09 req-3c890df2-3152-428b-ae4c-4c528f28ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:48.463022 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-9ff952fc-05ac-4539-b905-c6210b412a09 req-3c890df2-3152-428b-ae4c-4c528f28ebcb service neutron] 10.222.0.59 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 912 time: 0.1044652 Aug 31 07:46:48.505410 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-9ff952fc-05ac-4539-b905-c6210b412a09 req-68918eaf-8eac-43ec-8361-9e4c3824ab0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0437c659-b32e-4770-91aa-f4045f07def9 HTTP/1.1" status: 200 len: 217 time: 0.0353117 Aug 31 07:46:48.556499 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff952fc-05ac-4539-b905-c6210b412a09 req-8f6ef60a-0bf5-4757-88b2-1fc4598bb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:48.558123 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-9ff952fc-05ac-4539-b905-c6210b412a09 req-8f6ef60a-0bf5-4757-88b2-1fc4598bb74d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 200 len: 850 time: 0.0451827 Aug 31 07:46:48.578563 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-a16aa420-4996-4a34-8e67-8ac9a254f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '7cf1d1f6-4cb0-44cf-b6db-20aa2c594873', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:6e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:42Z', 'updated_at': '2021-08-31T07:42:44Z', 'revision_number': 1, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:48.610459 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16aa420-4996-4a34-8e67-8ac9a254f7ec None None] Checking router: 591258f2-d1db-4690-8099-393e6a6f3234 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:48.617103 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff952fc-05ac-4539-b905-c6210b412a09 req-06c58bb4-181a-4cc9-873b-57cb8b4ba6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:48.619000 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-9ff952fc-05ac-4539-b905-c6210b412a09 req-06c58bb4-181a-4cc9-873b-57cb8b4ba6f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29b04af3-cf28-4023-9b5b-4fd7e8875284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512180 Aug 31 07:46:48.622252 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16aa420-4996-4a34-8e67-8ac9a254f7ec None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:48.622518 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-a16aa420-4996-4a34-8e67-8ac9a254f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:46:24Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:48.652894 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc756c7-b98e-4601-9f26-83c6cdc028c5 req-dae926cb-1dc9-426f-9d07-74095c8ee4d3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:48.654940 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5fc756c7-b98e-4601-9f26-83c6cdc028c5 req-dae926cb-1dc9-426f-9d07-74095c8ee4d3 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 946 time: 0.2166429 Aug 31 07:46:48.695853 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-5fc756c7-b98e-4601-9f26-83c6cdc028c5 req-d89f65f8-dff3-4a20-a29f-3646f16be420 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341816 Aug 31 07:46:48.717933 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-9ff952fc-05ac-4539-b905-c6210b412a09 req-bd6d8cac-d7d9-45db-91ff-be422c937363 service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903122 Aug 31 07:46:48.730398 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-a16aa420-4996-4a34-8e67-8ac9a254f7ec None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:48.820913 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-9ff952fc-05ac-4539-b905-c6210b412a09 req-4d4846c4-5147-40a0-a706-d5da8770c314 service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948277 Aug 31 07:46:48.954603 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-a16aa420-4996-4a34-8e67-8ac9a254f7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '7cf1d1f6-4cb0-44cf-b6db-20aa2c594873', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:6e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:42Z', 'updated_at': '2021-08-31T07:42:44Z', 'revision_number': 1, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:48.982720 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16aa420-4996-4a34-8e67-8ac9a254f7ec None None] The sync data for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi is: [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_floatingips': [{'id': '7cf1d1f6-4cb0-44cf-b6db-20aa2c594873', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'router_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'port_id': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'mac_address': 'fa:16:3e:6e:e7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:42:42Z', 'updated_at': '2021-08-31T07:42:44Z', 'revision_number': 1, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:49.180880 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8d772e-9420-458e-a182-d58229347132 None None] New status for floating IP c4fcd7ec-ec64-44cd-b893-7d08bc8d29fc: DOWN {{(pid=94045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:46:49.889722 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38903e5-9901-47ae-ad0d-f6625fa70b38 req-56137439-a456-4495-8095-ebf66dd5e725 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:49.890929 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b38903e5-9901-47ae-ad0d-f6625fa70b38 req-56137439-a456-4495-8095-ebf66dd5e725 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 946 time: 0.1094024 Aug 31 07:46:49.927812 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-b38903e5-9901-47ae-ad0d-f6625fa70b38 req-4479af49-077a-43f5-b4d7-410ef30a8a77 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310555 Aug 31 07:46:50.055819 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5acf4-c78f-4a41-acf1-de8618fb7639 req-bf5cf288-c3e5-4983-a45b-d6b21d4f202c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:50.057195 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d7f5acf4-c78f-4a41-acf1-de8618fb7639 req-bf5cf288-c3e5-4983-a45b-d6b21d4f202c tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 946 time: 0.0486400 Aug 31 07:46:50.144375 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-d7f5acf4-c78f-4a41-acf1-de8618fb7639 req-1a1c6ba1-fea9-4aae-973b-6ce9783c0897 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Deleting port 0437c659-b32e-4770-91aa-f4045f07def9 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:50.144720 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d7f5acf4-c78f-4a41-acf1-de8618fb7639 req-1a1c6ba1-fea9-4aae-973b-6ce9783c0897 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:50.234910 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-d7f5acf4-c78f-4a41-acf1-de8618fb7639 req-1a1c6ba1-fea9-4aae-973b-6ce9783c0897 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] For port 0437c659-b32e-4770-91aa-f4045f07def9, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0437c659-b32e-4770-91aa-f4045f07def9,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:50.235860 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d7f5acf4-c78f-4a41-acf1-de8618fb7639 req-1a1c6ba1-fea9-4aae-973b-6ce9783c0897 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:50.248427 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-d7f5acf4-c78f-4a41-acf1-de8618fb7639 req-1a1c6ba1-fea9-4aae-973b-6ce9783c0897 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Calling delete_port for 0437c659-b32e-4770-91aa-f4045f07def9 owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:50.378501 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d7f5acf4-c78f-4a41-acf1-de8618fb7639 req-1a1c6ba1-fea9-4aae-973b-6ce9783c0897 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:50.406760 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c6ba1-fea9-4aae-973b-6ce9783c0897 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event deleted for resources: {'Port': ['ID=0437c659-b32e-4770-91aa-f4045f07def9,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:50.445237 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f5acf4-c78f-4a41-acf1-de8618fb7639 req-1a1c6ba1-fea9-4aae-973b-6ce9783c0897 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] No DVR routers for this DVR port 0437c659-b32e-4770-91aa-f4045f07def9 on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:46:50.447769 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-d7f5acf4-c78f-4a41-acf1-de8618fb7639 req-1a1c6ba1-fea9-4aae-973b-6ce9783c0897 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:50.449792 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-d7f5acf4-c78f-4a41-acf1-de8618fb7639 req-1a1c6ba1-fea9-4aae-973b-6ce9783c0897 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "DELETE /v2.0/ports/0437c659-b32e-4770-91aa-f4045f07def9 HTTP/1.1" status: 204 len: 173 time: 0.3857152 Aug 31 07:46:50.450213 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580be71b-e220-4397-af73-96d6540a2a5e', 'name': 'network-vif-deleted', 'tag': '0437c659-b32e-4770-91aa-f4045f07def9'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:50.453133 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a5995a-da11-47b5-bc27-ad6b5fc641b2" -d '{"events": [{"server_uuid": "580be71b-e220-4397-af73-96d6540a2a5e", "name": "network-vif-deleted", "tag": "0437c659-b32e-4770-91aa-f4045f07def9"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:50.505208 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b03ed11-bd17-4163-9044-7ae2156628c1 x-openstack-request-id: req-2b03ed11-bd17-4163-9044-7ae2156628c1 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:50.505499 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580be71b-e220-4397-af73-96d6540a2a5e", "name": "network-vif-deleted", "tag": "0437c659-b32e-4770-91aa-f4045f07def9", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:50.505752 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b03ed11-bd17-4163-9044-7ae2156628c1 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:50.506144 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580be71b-e220-4397-af73-96d6540a2a5e', 'name': 'network-vif-deleted', 'tag': '0437c659-b32e-4770-91aa-f4045f07def9', 'status': 'completed', 'code': 200} Aug 31 07:46:51.174678 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-0d809426-0178-4c06-a576-e54b1f35b2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:51.191062 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-4d5d11fd-3da6-4b0c-a0da-b1bb570a5540 req-da3520b6-b9a0-43df-9c22-3e163fd6b09b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=580be71b-e220-4397-af73-96d6540a2a5e HTTP/1.1" status: 200 len: 210 time: 0.0270884 Aug 31 07:46:52.742885 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 0437c659-b32e-4770-91aa-f4045f07def9 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:46:52.763264 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 0437c659-b32e-4770-91aa-f4045f07def9 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:46:52.764264 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 0437c659-b32e-4770-91aa-f4045f07def9 not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:46:53.142105 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:54.151446 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-76eb33e6-39ff-41c1-b167-fe4e61e6a68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:54.365543 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:54.461925 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49504) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:54.568883 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8f7d6abd-b934-4687-9cc9-e9d89cb3622d req-4ae843bb-8923-430c-80d5-536f0bcced41 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390151 Aug 31 07:46:54.616234 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-25c27bf8-fb42-403b-84ba-7ae71b4d1e1e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Deleting port 1da6bce9-75fc-4759-a83b-fc3eb96972c3 {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:54.616571 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-25c27bf8-fb42-403b-84ba-7ae71b4d1e1e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:54.651305 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d6abd-b934-4687-9cc9-e9d89cb3622d req-9ea5a5dc-cb56-424e-b3b8-e77ff5263c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:54.652842 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8f7d6abd-b934-4687-9cc9-e9d89cb3622d req-9ea5a5dc-cb56-424e-b3b8-e77ff5263c59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 1098 time: 0.0432096 Aug 31 07:46:54.696400 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-25c27bf8-fb42-403b-84ba-7ae71b4d1e1e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:54.696737 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-25c27bf8-fb42-403b-84ba-7ae71b4d1e1e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:54.708444 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-25c27bf8-fb42-403b-84ba-7ae71b4d1e1e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Calling delete_port for 1da6bce9-75fc-4759-a83b-fc3eb96972c3 owned by network:floatingip {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:54.757490 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d6abd-b934-4687-9cc9-e9d89cb3622d req-8861358e-4000-4edf-8aa0-7e01dfeeef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:54.759059 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8f7d6abd-b934-4687-9cc9-e9d89cb3622d req-8861358e-4000-4edf-8aa0-7e01dfeeef83 service neutron] 10.222.0.59 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 912 time: 0.0878124 Aug 31 07:46:54.861561 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-25c27bf8-fb42-403b-84ba-7ae71b4d1e1e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:54.894975 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c27bf8-fb42-403b-84ba-7ae71b4d1e1e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event deleted for resources: {'Port': ['ID=1da6bce9-75fc-4759-a83b-fc3eb96972c3,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:54.911052 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:54.958778 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-25c27bf8-fb42-403b-84ba-7ae71b4d1e1e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for floatingip, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:54.959024 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.db.l3_db [None req-25c27bf8-fb42-403b-84ba-7ae71b4d1e1e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Floating IP 7cf1d1f6-4cb0-44cf-b6db-20aa2c594873 disassociated (deleted). External IP: 172.27.0.188, port: 7a5e2c3e-a955-4571-b956-23e3265ac48d. Aug 31 07:46:55.093787 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8f7d6abd-b934-4687-9cc9-e9d89cb3622d req-055ec1ba-e94a-4576-b680-4ae98f37e9d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a5e2c3e-a955-4571-b956-23e3265ac48d HTTP/1.1" status: 200 len: 1001 time: 0.3263240 Aug 31 07:46:55.143246 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d6abd-b934-4687-9cc9-e9d89cb3622d req-e2fb8e01-076a-47c8-824e-7f054e6a7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:55.144693 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8f7d6abd-b934-4687-9cc9-e9d89cb3622d req-e2fb8e01-076a-47c8-824e-7f054e6a7007 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 200 len: 850 time: 0.0434608 Aug 31 07:46:55.173890 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c27bf8-fb42-403b-84ba-7ae71b4d1e1e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Router 591258f2-d1db-4690-8099-393e6a6f3234 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94043) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:46:55.190367 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d6abd-b934-4687-9cc9-e9d89cb3622d req-49e3a2af-eba4-4965-b657-8d6ece67e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:55.191884 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8f7d6abd-b934-4687-9cc9-e9d89cb3622d req-49e3a2af-eba4-4965-b657-8d6ece67e2ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29b04af3-cf28-4023-9b5b-4fd7e8875284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402551 Aug 31 07:46:55.282799 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8f7d6abd-b934-4687-9cc9-e9d89cb3622d req-3bc7463f-fc98-41de-946a-d859de0188bf service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832968 Aug 31 07:46:55.284180 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c27bf8-fb42-403b-84ba-7ae71b4d1e1e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94043) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:55.288832 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-25c27bf8-fb42-403b-84ba-7ae71b4d1e1e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:55.293591 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009fa08a-2280-4c31-b65f-6caa61f949ca None None] Sync routers for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:55.303235 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009fa08a-2280-4c31-b65f-6caa61f949ca None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:55.303860 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-009fa08a-2280-4c31-b65f-6caa61f949ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:46:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:55.317728 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-25c27bf8-fb42-403b-84ba-7ae71b4d1e1e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "DELETE /v2.0/floatingips/7cf1d1f6-4cb0-44cf-b6db-20aa2c594873 HTTP/1.1" status: 204 len: 168 time: 0.8546708 Aug 31 07:46:55.318595 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'tag': '7a5e2c3e-a955-4571-b956-23e3265ac48d'}] {{(pid=94043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:55.320943 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8655ae71f89ec2b95c3046313fcc7688084414ddb3225736c66aa8988249ae5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf35304-427d-4899-b0be-d2509ee0cd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "13b32d42-1b35-4d68-9f88-50bea9f36d72", "tag": "7a5e2c3e-a955-4571-b956-23e3265ac48d"}]}' {{(pid=94043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:55.367201 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd3a9a0-6a96-4068-acde-47f386b9c504 x-openstack-request-id: req-4cd3a9a0-6a96-4068-acde-47f386b9c504 {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:55.368029 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b32d42-1b35-4d68-9f88-50bea9f36d72", "tag": "7a5e2c3e-a955-4571-b956-23e3265ac48d", "status": "completed", "code": 200}]} {{(pid=94043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:55.368029 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cd3a9a0-6a96-4068-acde-47f386b9c504 {{(pid=94043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:55.368262 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'tag': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'status': 'completed', 'code': 200} Aug 31 07:46:55.393995 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-8f7d6abd-b934-4687-9cc9-e9d89cb3622d req-fb455acb-458b-4904-bec6-7a6235a489e2 service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047080 Aug 31 07:46:55.442660 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-009fa08a-2280-4c31-b65f-6caa61f949ca None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:55.486404 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf35304-427d-4899-b0be-d2509ee0cd1f req-8c590a73-73f3-4f74-8e59-3d0aea734ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:55.488763 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0cf35304-427d-4899-b0be-d2509ee0cd1f req-8c590a73-73f3-4f74-8e59-3d0aea734ef6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 1098 time: 0.0471411 Aug 31 07:46:55.550209 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dc807-2683-499f-8f7f-88154ea31ac4 req-7e6993bd-3c5a-40e3-9246-8adb5a3f6e2a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:55.552483 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-894dc807-2683-499f-8f7f-88154ea31ac4 req-7e6993bd-3c5a-40e3-9246-8adb5a3f6e2a tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 945 time: 0.0526264 Aug 31 07:46:55.587215 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf35304-427d-4899-b0be-d2509ee0cd1f req-cd379acd-c127-491a-9c3d-ba5e0055c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:55.588864 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0cf35304-427d-4899-b0be-d2509ee0cd1f req-cd379acd-c127-491a-9c3d-ba5e0055c9cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 200 len: 912 time: 0.0923572 Aug 31 07:46:55.592030 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-894dc807-2683-499f-8f7f-88154ea31ac4 req-e408b7cb-1b3e-42d0-9b8a-35d37f8eeb04 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328102 Aug 31 07:46:55.638036 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0cf35304-427d-4899-b0be-d2509ee0cd1f req-26da22fe-e1c5-4f38-b703-ffbb79a1e41e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a5e2c3e-a955-4571-b956-23e3265ac48d HTTP/1.1" status: 200 len: 217 time: 0.0390813 Aug 31 07:46:55.661747 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-009fa08a-2280-4c31-b65f-6caa61f949ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:55.692612 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf35304-427d-4899-b0be-d2509ee0cd1f req-8b0c7180-41b3-4639-8c17-fd1f7f9766b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:55.694082 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0cf35304-427d-4899-b0be-d2509ee0cd1f req-8b0c7180-41b3-4639-8c17-fd1f7f9766b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 200 len: 850 time: 0.0484757 Aug 31 07:46:55.743305 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf35304-427d-4899-b0be-d2509ee0cd1f req-75b73b00-e94d-4929-ad9a-295e3055f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:55.744832 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0cf35304-427d-4899-b0be-d2509ee0cd1f req-75b73b00-e94d-4929-ad9a-295e3055f8eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=29b04af3-cf28-4023-9b5b-4fd7e8875284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429683 Aug 31 07:46:55.811418 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009fa08a-2280-4c31-b65f-6caa61f949ca None None] Checking router: 591258f2-d1db-4690-8099-393e6a6f3234 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:55.819585 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009fa08a-2280-4c31-b65f-6caa61f949ca None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:55.820194 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-009fa08a-2280-4c31-b65f-6caa61f949ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:46:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:55.837792 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0cf35304-427d-4899-b0be-d2509ee0cd1f req-3f720f55-e337-401b-9a77-ccb3a1a10ac9 service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850253 Aug 31 07:46:55.924646 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-009fa08a-2280-4c31-b65f-6caa61f949ca None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:55.933992 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-0cf35304-427d-4899-b0be-d2509ee0cd1f req-c80d7200-723f-4af6-b338-0d579bee26e3 service neutron] 10.222.0.59 "GET /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861855 Aug 31 07:46:56.116452 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-009fa08a-2280-4c31-b65f-6caa61f949ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:56.142564 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009fa08a-2280-4c31-b65f-6caa61f949ca None None] The sync data for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi is: [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 4, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi', '_interfaces': [{'id': '2e8416ff-cedd-418e-9d5f-65488b8b8630', 'name': '', 'network_id': '29b04af3-cf28-4023-9b5b-4fd7e8875284', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'mac_address': 'fa:16:3e:59:f8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:25Z', 'updated_at': '2021-08-31T07:38:32Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'subnets': [{'id': 'e73a47eb-813c-46f5-9b96-acfc3babe141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:56.347018 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca5c2e4-312d-4a14-aabd-f21be9f50917 None None] New status for floating IP 7cf1d1f6-4cb0-44cf-b6db-20aa2c594873: DOWN {{(pid=94045) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:46:56.712743 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae364c-6002-497f-bbc2-d258f03e163e req-e701d143-d91a-4332-b398-420867fc6f8b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94043) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:56.714152 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-45ae364c-6002-497f-bbc2-d258f03e163e req-e701d143-d91a-4332-b398-420867fc6f8b tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 945 time: 0.0541561 Aug 31 07:46:56.756822 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-45ae364c-6002-497f-bbc2-d258f03e163e req-0cc66f68-92ba-499e-8ab7-daac05005580 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/security-groups?id=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366201 Aug 31 07:46:56.769880 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:56.989243 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d2c27-158c-4cb3-bd99-3dae6c050d89 req-628746e3-1002-4142-a985-ea0b7e0323dd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:56.990646 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-440d2c27-158c-4cb3-bd99-3dae6c050d89 req-628746e3-1002-4142-a985-ea0b7e0323dd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 945 time: 0.0491879 Aug 31 07:46:57.084484 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-440d2c27-158c-4cb3-bd99-3dae6c050d89 req-d4c22320-40e5-4744-b90a-c98ebb23bc94 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Deleting port 7a5e2c3e-a955-4571-b956-23e3265ac48d {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:57.084828 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-440d2c27-158c-4cb3-bd99-3dae6c050d89 req-d4c22320-40e5-4744-b90a-c98ebb23bc94 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:57.173807 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [req-440d2c27-158c-4cb3-bd99-3dae6c050d89 req-d4c22320-40e5-4744-b90a-c98ebb23bc94 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] For port 7a5e2c3e-a955-4571-b956-23e3265ac48d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7a5e2c3e-a955-4571-b956-23e3265ac48d,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:57.174440 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-440d2c27-158c-4cb3-bd99-3dae6c050d89 req-d4c22320-40e5-4744-b90a-c98ebb23bc94 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:57.187849 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [req-440d2c27-158c-4cb3-bd99-3dae6c050d89 req-d4c22320-40e5-4744-b90a-c98ebb23bc94 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Calling delete_port for 7a5e2c3e-a955-4571-b956-23e3265ac48d owned by compute:nova {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:57.313725 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-440d2c27-158c-4cb3-bd99-3dae6c050d89 req-d4c22320-40e5-4744-b90a-c98ebb23bc94 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:57.342304 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c22320-40e5-4744-b90a-c98ebb23bc94 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event deleted for resources: {'Port': ['ID=7a5e2c3e-a955-4571-b956-23e3265ac48d,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:57.384607 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.l3_dvrscheduler_db [req-440d2c27-158c-4cb3-bd99-3dae6c050d89 req-d4c22320-40e5-4744-b90a-c98ebb23bc94 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] No DVR routers for this DVR port 7a5e2c3e-a955-4571-b956-23e3265ac48d on host hv-cinder-79966 {{(pid=94042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:46:57.387405 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [req-440d2c27-158c-4cb3-bd99-3dae6c050d89 req-d4c22320-40e5-4744-b90a-c98ebb23bc94 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for port, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:57.389785 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [req-440d2c27-158c-4cb3-bd99-3dae6c050d89 req-d4c22320-40e5-4744-b90a-c98ebb23bc94 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.59 "DELETE /v2.0/ports/7a5e2c3e-a955-4571-b956-23e3265ac48d HTTP/1.1" status: 204 len: 173 time: 0.3919849 Aug 31 07:46:57.390320 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'name': 'network-vif-deleted', 'tag': '7a5e2c3e-a955-4571-b956-23e3265ac48d'}] {{(pid=94042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:57.392646 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dedcd1446edc6e1b3742704a1cf08614f105d3471369aab08a705156620c93b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d66fe3d-2e60-4863-8cca-0f99efe697ad" -d '{"events": [{"server_uuid": "13b32d42-1b35-4d68-9f88-50bea9f36d72", "name": "network-vif-deleted", "tag": "7a5e2c3e-a955-4571-b956-23e3265ac48d"}]}' {{(pid=94042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:57.432855 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939e349e-2856-4e1d-bb0d-2cb1ff631315 x-openstack-request-id: req-939e349e-2856-4e1d-bb0d-2cb1ff631315 {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:57.433220 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b32d42-1b35-4d68-9f88-50bea9f36d72", "name": "network-vif-deleted", "tag": "7a5e2c3e-a955-4571-b956-23e3265ac48d", "status": "completed", "code": 200}]} {{(pid=94042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:57.433530 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-939e349e-2856-4e1d-bb0d-2cb1ff631315 {{(pid=94042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:57.434024 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b32d42-1b35-4d68-9f88-50bea9f36d72', 'name': 'network-vif-deleted', 'tag': '7a5e2c3e-a955-4571-b956-23e3265ac48d', 'status': 'completed', 'code': 200} Aug 31 07:46:57.863859 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [req-cbec854d-4568-43b6-a0bf-1f83fd8028a8 req-70c6b853-4a89-4426-a982-42b7c7291421 tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "GET /v2.0/ports?device_id=13b32d42-1b35-4d68-9f88-50bea9f36d72 HTTP/1.1" status: 200 len: 210 time: 0.0269375 Aug 31 07:46:58.917941 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49520) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:59.052107 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-5183ef43-53e7-4e98-857f-30c9617da5cd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Deleting port 1ddce1d9-9f75-410e-89bd-613282979a19 {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:59.052444 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5183ef43-53e7-4e98-857f-30c9617da5cd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.129353 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5183ef43-53e7-4e98-857f-30c9617da5cd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.129688 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5183ef43-53e7-4e98-857f-30c9617da5cd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.141012 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-5183ef43-53e7-4e98-857f-30c9617da5cd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Calling delete_port for 1ddce1d9-9f75-410e-89bd-613282979a19 owned by network:floatingip {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:59.268153 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5183ef43-53e7-4e98-857f-30c9617da5cd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.298749 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183ef43-53e7-4e98-857f-30c9617da5cd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event deleted for resources: {'Port': ['ID=1ddce1d9-9f75-410e-89bd-613282979a19,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:59.358640 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5183ef43-53e7-4e98-857f-30c9617da5cd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for floatingip, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.361245 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-5183ef43-53e7-4e98-857f-30c9617da5cd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21811'] for floatingip, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.362415 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-5183ef43-53e7-4e98-857f-30c9617da5cd tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "DELETE /v2.0/floatingips/9b3894c1-ed6b-43d3-a2fc-69bd8a422af1 HTTP/1.1" status: 204 len: 168 time: 0.4434528 Aug 31 07:47:00.553292 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49532) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:00.611068 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3a74f742-65e4-4537-b5ae-dfe0f05a7c6e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.635244 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3a74f742-65e4-4537-b5ae-dfe0f05a7c6e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.693153 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3a74f742-65e4-4537-b5ae-dfe0f05a7c6e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.695855 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-3a74f742-65e4-4537-b5ae-dfe0f05a7c6e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:00.697031 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-3a74f742-65e4-4537-b5ae-dfe0f05a7c6e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] 10.222.0.62 "DELETE /v2.0/security-groups/d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4 HTTP/1.1" status: 204 len: 168 time: 0.1427515 Aug 31 07:47:00.706865 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74f742-65e4-4537-b5ae-dfe0f05a7c6e tempest-TestVolumeBootPattern-1389843462 tempest-TestVolumeBootPattern-1389843462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54a6dde-28ef-4fe6-b35b-ef2b1acdeef4,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:00.753912 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 49536) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:00.789319 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 7a5e2c3e-a955-4571-b956-23e3265ac48d no longer exists at agent hyperv_hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:00.812433 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] No Port match for: 7a5e2c3e-a955-4571-b956-23e3265ac48d {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:00.812780 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Device 7a5e2c3e-a955-4571-b956-23e3265ac48d not bound to the agent host hv-cinder-79966 {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:01.193781 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c48a1491-b33f-4f96-b69b-79f10a39f010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386836'] for router_interface, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:01.432945 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-c48a1491-b33f-4f96-b69b-79f10a39f010 admin admin] Deleting port 2e8416ff-cedd-418e-9d5f-65488b8b8630 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:01.433280 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c48a1491-b33f-4f96-b69b-79f10a39f010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:01.514759 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-c48a1491-b33f-4f96-b69b-79f10a39f010 admin admin] For port 2e8416ff-cedd-418e-9d5f-65488b8b8630, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=2e8416ff-cedd-418e-9d5f-65488b8b8630,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:01.515046 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c48a1491-b33f-4f96-b69b-79f10a39f010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:01.531061 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-c48a1491-b33f-4f96-b69b-79f10a39f010 admin admin] Calling delete_port for 2e8416ff-cedd-418e-9d5f-65488b8b8630 owned by network:router_interface {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:01.706415 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c48a1491-b33f-4f96-b69b-79f10a39f010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:01.732732 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a1491-b33f-4f96-b69b-79f10a39f010 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8416ff-cedd-418e-9d5f-65488b8b8630,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:01.894042 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-c48a1491-b33f-4f96-b69b-79f10a39f010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386952'] for router_interface, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.106932 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48a1491-b33f-4f96-b69b-79f10a39f010 admin admin] Router 591258f2-d1db-4690-8099-393e6a6f3234 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:47:02.210614 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48a1491-b33f-4f96-b69b-79f10a39f010 admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:47:02.215648 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-c48a1491-b33f-4f96-b69b-79f10a39f010 admin admin] 10.222.0.62 "PUT /v2.0/routers/591258f2-d1db-4690-8099-393e6a6f3234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4601884 Aug 31 07:47:02.219036 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49540) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:02.221846 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e0dc1-d6a3-43ee-b769-78b2094616ae None None] Sync routers for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:47:02.230776 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e0dc1-d6a3-43ee-b769-78b2094616ae None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:02.231392 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-113e0dc1-d6a3-43ee-b769-78b2094616ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:46:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:02.324047 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Notify callbacks [] for router, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.334840 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-113e0dc1-d6a3-43ee-b769-78b2094616ae None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:02.426548 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.484108 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Deleting port c6eaaa56-cf75-4581-b1c3-acce1154b47e {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:02.484447 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.509271 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-113e0dc1-d6a3-43ee-b769-78b2094616ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:47:01Z', 'revision_number': 5, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port': {'id': 'c6eaaa56-cf75-4581-b1c3-acce1154b47e', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:70:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591258f2-d1db-4690-8099-393e6a6f3234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:23Z', 'updated_at': '2021-08-31T07:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:02.535816 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e0dc1-d6a3-43ee-b769-78b2094616ae None None] Checking router: 591258f2-d1db-4690-8099-393e6a6f3234 for host: dv-cinder-799668-14-iscsi {{(pid=94044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:47:02.543949 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e0dc1-d6a3-43ee-b769-78b2094616ae None None] Routers {'591258f2-d1db-4690-8099-393e6a6f3234'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:02.544560 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-113e0dc1-d6a3-43ee-b769-78b2094616ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:46:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['591258f2-d1db-4690-8099-393e6a6f3234'], 'active': True} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:02.560670 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] For port c6eaaa56-cf75-4581-b1c3-acce1154b47e, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=c6eaaa56-cf75-4581-b1c3-acce1154b47e,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:02.561026 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.573312 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Calling delete_port for c6eaaa56-cf75-4581-b1c3-acce1154b47e owned by network:router_gateway {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:02.629577 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvr_db [None req-113e0dc1-d6a3-43ee-b769-78b2094616ae None None] Set router 591258f2-d1db-4690-8099-393e6a6f3234 gateway port host: None {{(pid=94044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:02.683192 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_hamode_db [None req-113e0dc1-d6a3-43ee-b769-78b2094616ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:47:02Z', 'revision_number': 6, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port_host': None}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:02.711393 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113e0dc1-d6a3-43ee-b769-78b2094616ae None None] The sync data for ids ['591258f2-d1db-4690-8099-393e6a6f3234'] in dv-cinder-799668-14-iscsi is: [{'id': '591258f2-d1db-4690-8099-393e6a6f3234', 'name': 'tempest-TestVolumeBootPattern-383530198-router', 'tenant_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:22Z', 'updated_at': '2021-08-31T07:47:02Z', 'revision_number': 6, 'project_id': 'e62b3c325dfe412bb093fa6ba41ce608', 'gw_port_host': None}] {{(pid=94044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:47:02.740800 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.763694 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c6eaaa56-cf75-4581-b1c3-acce1154b47e,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:02.836725 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385322'] for router_gateway, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.926260 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28938'] for router, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.928377 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.970328 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-392223'] for router, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.970837 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 591258f2-d1db-4690-8099-393e6a6f3234 {{(pid=94043) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:47:02.975227 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] Notify callbacks [] for router, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:02.976389 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-438c9b9d-3dbe-4558-9f67-49c6cb86e6ba admin admin] 10.222.0.62 "DELETE /v2.0/routers/591258f2-d1db-4690-8099-393e6a6f3234 HTTP/1.1" status: 204 len: 168 time: 0.7562099 Aug 31 07:47:02.978921 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49542) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:03.022843 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8525bbc-4798-4372-82e8-b03042b5e7c7 admin admin] Deleting subnet e73a47eb-813c-46f5-9b96-acfc3babe141 {{(pid=94043) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:47:03.026013 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d8525bbc-4798-4372-82e8-b03042b5e7c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.070947 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d8525bbc-4798-4372-82e8-b03042b5e7c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-529139911'] for subnet, precommit_delete_associations {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.159808 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d8525bbc-4798-4372-82e8-b03042b5e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.199064 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2e8416ff-cedd-418e-9d5f-65488b8b8630 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:03.227211 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d8525bbc-4798-4372-82e8-b03042b5e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-529198993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529159932'] for subnet, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.234623 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 2e8416ff-cedd-418e-9d5f-65488b8b8630 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:03.235163 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 2e8416ff-cedd-418e-9d5f-65488b8b8630 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:03.256025 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8525bbc-4798-4372-82e8-b03042b5e7c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e73a47eb-813c-46f5-9b96-acfc3babe141,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:03.257476 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-d8525bbc-4798-4372-82e8-b03042b5e7c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.259493 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-d8525bbc-4798-4372-82e8-b03042b5e7c7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e73a47eb-813c-46f5-9b96-acfc3babe141 HTTP/1.1" status: 204 len: 168 time: 0.2795615 Aug 31 07:47:03.261937 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49544) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:03.265741 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75618f9e-2553-4a4b-8ee9-096e55d6f193 None None] Network 29b04af3-cf28-4023-9b5b-4fd7e8875284 requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:03.336399 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.394328 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Deleting port 717f78b6-38fc-49db-8f23-2ca29ac7ff38 {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:03.394806 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.464754 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] For port 717f78b6-38fc-49db-8f23-2ca29ac7ff38, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=717f78b6-38fc-49db-8f23-2ca29ac7ff38,segment=NetworkSegment(8967632a-a37f-49d1-95ca-6eea6dd0500c),segment_id=8967632a-a37f-49d1-95ca-6eea6dd0500c)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:03.465021 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.477492 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Calling delete_port for 717f78b6-38fc-49db-8f23-2ca29ac7ff38 owned by network:dhcp {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:03.551647 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] DHCP port deletion for 29b04af3-cf28-4023-9b5b-4fd7e8875284 request from dv-cinder-799668-14-iscsi {{(pid=94044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:47:03.568412 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.594603 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=717f78b6-38fc-49db-8f23-2ca29ac7ff38,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:03.599096 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] No DVR routers for this DVR port 717f78b6-38fc-49db-8f23-2ca29ac7ff38 on host dv-cinder-799668-14-iscsi {{(pid=94043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:03.599368 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Deleting port 717f78b6-38fc-49db-8f23-2ca29ac7ff38 {{(pid=94044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:03.599758 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.665289 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.db [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] For port 717f78b6-38fc-49db-8f23-2ca29ac7ff38, host dv-cinder-799668-14-iscsi, got binding levels [] {{(pid=94044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:03.665695 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.673941 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.678136 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Calling delete_port for 717f78b6-38fc-49db-8f23-2ca29ac7ff38 owned by network:dhcp {{(pid=94044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:03.680775 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.ipam_backend_mixin [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Port 717f78b6-38fc-49db-8f23-2ca29ac7ff38 was not found and therefore no delete operation was performed {{(pid=94044) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:47:03.682007 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849'] for port, after_delete {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.683963 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b04af3-cf28-4023-9b5b-4fd7e8875284']}} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:03.696178 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8967632a-a37f-49d1-95ca-6eea6dd0500c') {'for_net_delete': True} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:03.696561 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8967632a-a37f-49d1-95ca-6eea6dd0500c') {} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:03.707048 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529139964'] for segment, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.719250 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Pushing event deleted for resources: {'Port': ['ID=717f78b6-38fc-49db-8f23-2ca29ac7ff38,revision_number=None']} {{(pid=94044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:03.724708 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.730986 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] No DVR routers for this DVR port 717f78b6-38fc-49db-8f23-2ca29ac7ff38 on host dv-cinder-799668-14-iscsi {{(pid=94044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:03.731211 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:47:03.731692 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529198891'] for segment, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.733031 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:03.733396 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: Traceback (most recent call last): Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: timer() Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: cb(*args, **kw) Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: return func(*args, **kwargs) Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: self._notify() Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: self.callback(batched_events) Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: event.method(event) Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: return f(self, *a, **k) Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._get(url).json() Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: return self.request(url, 'GET', **kwargs) Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:47:03.733599 dv-cinder-799668-14-iscsi neutron-server[94043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:47:03.736148 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:03.736148 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:03.736148 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:03.736148 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:03.736148 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:03.736148 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:03.736148 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:03.736148 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:03.736815 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:03.736815 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ef401-f74a-4120-8b0f-afd064eba50b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799668-14-iscsi {{(pid=94044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:47:03.790743 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.800899 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:03.802815 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/29b04af3-cf28-4023-9b5b-4fd7e8875284 HTTP/1.1" status: 204 len: 168 time: 0.5399303 Aug 31 07:47:03.805762 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 49546) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:03.814878 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f89c9-0b49-46d2-8c0d-c5d4dcfd10f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b04af3-cf28-4023-9b5b-4fd7e8875284,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:04.147409 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3306f50b-5e8f-4306-8283-82de749a60db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-386836'] for router_interface, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.384623 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-3306f50b-5e8f-4306-8283-82de749a60db admin admin] Deleting port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:04.384964 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3306f50b-5e8f-4306-8283-82de749a60db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.462387 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-3306f50b-5e8f-4306-8283-82de749a60db admin admin] For port 5d0216c7-10f7-47a5-a2a8-50d52dc02a07, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=5d0216c7-10f7-47a5-a2a8-50d52dc02a07,segment=NetworkSegment(8fc1af12-7c08-4890-9073-3be6bfdbd28e),segment_id=8fc1af12-7c08-4890-9073-3be6bfdbd28e)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:04.462675 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3306f50b-5e8f-4306-8283-82de749a60db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.475428 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-3306f50b-5e8f-4306-8283-82de749a60db admin admin] Calling delete_port for 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 owned by network:router_interface {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:04.647298 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3306f50b-5e8f-4306-8283-82de749a60db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:04.672786 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306f50b-5e8f-4306-8283-82de749a60db admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0216c7-10f7-47a5-a2a8-50d52dc02a07,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:04.834043 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-3306f50b-5e8f-4306-8283-82de749a60db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-386952'] for router_interface, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.044218 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3306f50b-5e8f-4306-8283-82de749a60db admin admin] Router f9290e25-d0e8-4f22-b7d9-a048e63af012 has already been hosted by L3 agent f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0 {{(pid=94042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:47:05.137049 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device c6eaaa56-cf75-4581-b1c3-acce1154b47e no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:05.151738 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3306f50b-5e8f-4306-8283-82de749a60db admin admin] Notify agent at l3_agent.dv-cinder-799668-14-iscsi the message routers_updated {{(pid=94042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:47:05.158783 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-3306f50b-5e8f-4306-8283-82de749a60db admin admin] 10.222.0.62 "PUT /v2.0/routers/f9290e25-d0e8-4f22-b7d9-a048e63af012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3502445 Aug 31 07:47:05.158914 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: c6eaaa56-cf75-4581-b1c3-acce1154b47e {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:05.158914 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device c6eaaa56-cf75-4581-b1c3-acce1154b47e not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:05.158914 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 717f78b6-38fc-49db-8f23-2ca29ac7ff38 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:05.159625 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 49548) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:05.161858 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f7a20-768c-4ff3-8e8d-8b5be48aac02 None None] Sync routers for ids ['f9290e25-d0e8-4f22-b7d9-a048e63af012'] in dv-cinder-799668-14-iscsi {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:47:05.171370 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f7a20-768c-4ff3-8e8d-8b5be48aac02 None None] Routers {'f9290e25-d0e8-4f22-b7d9-a048e63af012'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:05.171985 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-405f7a20-768c-4ff3-8e8d-8b5be48aac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:46:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f9290e25-d0e8-4f22-b7d9-a048e63af012'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:05.178489 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 717f78b6-38fc-49db-8f23-2ca29ac7ff38 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:05.178839 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 717f78b6-38fc-49db-8f23-2ca29ac7ff38 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:05.276253 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-405f7a20-768c-4ff3-8e8d-8b5be48aac02 None None] Set router f9290e25-d0e8-4f22-b7d9-a048e63af012 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:05.457428 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-405f7a20-768c-4ff3-8e8d-8b5be48aac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'name': 'tempest-TestVolumeBootPattern-368919555-router', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:27Z', 'updated_at': '2021-08-31T07:47:04Z', 'revision_number': 5, 'project_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'gw_port': {'id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:28Z', 'updated_at': '2021-08-31T07:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:05.483586 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f7a20-768c-4ff3-8e8d-8b5be48aac02 None None] Checking router: f9290e25-d0e8-4f22-b7d9-a048e63af012 for host: dv-cinder-799668-14-iscsi {{(pid=94045) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:47:05.492995 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f7a20-768c-4ff3-8e8d-8b5be48aac02 None None] Routers {'f9290e25-d0e8-4f22-b7d9-a048e63af012'} bound to L3 agent in host dv-cinder-799668-14-iscsi {{(pid=94045) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:47:05.493856 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-405f7a20-768c-4ff3-8e8d-8b5be48aac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799668-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T07:28:54Z,description=,heartbeat_timestamp=2021-08-31T07:46:54Z,host='dv-cinder-799668-14-iscsi',id=f2932a8c-80bc-4c0c-aa2b-7aa404d9bec0,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T07:28:54Z,topic='l3_agent')) {'router_ids': ['f9290e25-d0e8-4f22-b7d9-a048e63af012'], 'active': True} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:05.534564 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Notify callbacks [] for router, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.596565 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_dvr_db [None req-405f7a20-768c-4ff3-8e8d-8b5be48aac02 None None] Set router f9290e25-d0e8-4f22-b7d9-a048e63af012 gateway port host: dv-cinder-799668-14-iscsi {{(pid=94045) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:47:05.633732 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.685887 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Deleting port aa7493ff-71d0-4b22-b2a2-921714609201 {{(pid=94042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:05.686233 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.768699 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.db [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] For port aa7493ff-71d0-4b22-b2a2-921714609201, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=aa7493ff-71d0-4b22-b2a2-921714609201,segment=NetworkSegment(6c62fec2-1c0b-4553-9f5f-705cfc0c6d72),segment_id=6c62fec2-1c0b-4553-9f5f-705cfc0c6d72)] {{(pid=94042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:05.769066 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.777284 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.l3_hamode_db [None req-405f7a20-768c-4ff3-8e8d-8b5be48aac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'name': 'tempest-TestVolumeBootPattern-368919555-router', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:27Z', 'updated_at': '2021-08-31T07:47:04Z', 'revision_number': 5, 'project_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'gw_port': {'id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:28Z', 'updated_at': '2021-08-31T07:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}], 'dv-cinder-799668-14-iscsi', False) {} {{(pid=94045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:05.782203 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Calling delete_port for aa7493ff-71d0-4b22-b2a2-921714609201 owned by network:router_gateway {{(pid=94042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:05.805014 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405f7a20-768c-4ff3-8e8d-8b5be48aac02 None None] The sync data for ids ['f9290e25-d0e8-4f22-b7d9-a048e63af012'] in dv-cinder-799668-14-iscsi is: [{'id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'name': 'tempest-TestVolumeBootPattern-368919555-router', 'tenant_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'external_fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:27Z', 'updated_at': '2021-08-31T07:47:04Z', 'revision_number': 5, 'project_id': 'e64bdd6de96e46c9ba6c83e390330b87', 'gw_port': {'id': 'aa7493ff-71d0-4b22-b2a2-921714609201', 'name': '', 'network_id': 'd0e1131f-c0a3-4ade-bcc0-8db75b59a28d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9290e25-d0e8-4f22-b7d9-a048e63af012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799668-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:28Z', 'updated_at': '2021-08-31T07:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccee44c2-3e16-4472-9001-1c58112cd922', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799668-14-iscsi'}] {{(pid=94045) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:47:05.944881 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520418409'] for port, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:05.970802 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7493ff-71d0-4b22-b2a2-921714609201,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:06.026989 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-385322'] for router_gateway, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.113965 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-392212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28938'] for router, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.115969 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.164046 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-392223'] for router, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.164046 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9290e25-d0e8-4f22-b7d9-a048e63af012 {{(pid=94042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:47:06.169303 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] Notify callbacks [] for router, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.170583 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-1e2a2b4c-b7b6-41e5-b78b-30eea18c77aa admin admin] 10.222.0.62 "DELETE /v2.0/routers/f9290e25-d0e8-4f22-b7d9-a048e63af012 HTTP/1.1" status: 204 len: 168 time: 1.0096979 Aug 31 07:47:06.172935 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.wsgi [-] (94042) accepted ('10.222.0.62', 49550) {{(pid=94042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:06.218389 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c66dbfb-97c6-4fba-99ea-955ac28d3c23 admin admin] Deleting subnet ae72c238-2d21-4b2e-9045-0f0331c4a0f8 {{(pid=94042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:47:06.221559 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5c66dbfb-97c6-4fba-99ea-955ac28d3c23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.256307 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5c66dbfb-97c6-4fba-99ea-955ac28d3c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520376356'] for subnet, precommit_delete_associations {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.337563 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5c66dbfb-97c6-4fba-99ea-955ac28d3c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532842'] for subnet, precommit_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.393287 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5c66dbfb-97c6-4fba-99ea-955ac28d3c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520418310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520561889'] for subnet, after_delete {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.420037 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66dbfb-97c6-4fba-99ea-955ac28d3c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae72c238-2d21-4b2e-9045-0f0331c4a0f8,revision_number=None']} {{(pid=94042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:06.425005 dv-cinder-799668-14-iscsi neutron-server[94042]: DEBUG neutron_lib.callbacks.manager [None req-5c66dbfb-97c6-4fba-99ea-955ac28d3c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for subnet, before_response {{(pid=94042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.426941 dv-cinder-799668-14-iscsi neutron-server[94042]: INFO neutron.wsgi [None req-5c66dbfb-97c6-4fba-99ea-955ac28d3c23 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ae72c238-2d21-4b2e-9045-0f0331c4a0f8 HTTP/1.1" status: 204 len: 168 time: 0.2530153 Aug 31 07:47:06.430903 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49552) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:06.432176 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d8031e-ebfc-4772-912e-50025b75a338 None None] Network ada807e7-e981-4291-9a74-a7ca5b98964a requested from dv-cinder-799668-14-iscsi {{(pid=94044) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:47:06.509873 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543237'] for network, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.564088 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Deleting port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 {{(pid=94043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:47:06.564525 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779184813590'] for port, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.626991 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.db [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] For port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5, host dv-cinder-799668-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799668-14-iscsi',level=0,port_id=fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5,segment=NetworkSegment(8fc1af12-7c08-4890-9073-3be6bfdbd28e),segment_id=8fc1af12-7c08-4890-9073-3be6bfdbd28e)] {{(pid=94043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:47:06.627276 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-385122'] for port, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.644229 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.plugin [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Calling delete_port for fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 owned by network:dhcp {{(pid=94043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:47:06.720964 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-743304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-68635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779184813541', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779184332849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-529199102'] for port, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.745541 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:06.751537 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] No DVR routers for this DVR port fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 on host dv-cinder-799668-14-iscsi {{(pid=94043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:47:06.784172 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271a07cd-cdf9-43fd-a2ef-13c1533da9ec None None] DHCP port deletion for ada807e7-e981-4291-9a74-a7ca5b98964a request from dv-cinder-799668-14-iscsi {{(pid=94044) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:47:06.828792 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535697', 'neutron.services.segments.db._delete_segments_for_network-8779184883393'] for network, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.838582 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada807e7-e981-4291-9a74-a7ca5b98964a']}} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:06.849004 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc1af12-7c08-4890-9073-3be6bfdbd28e') {'for_net_delete': True} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:06.849296 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.services.segments.db [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc1af12-7c08-4890-9073-3be6bfdbd28e') {} {{(pid=94043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:47:06.858038 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779184894293', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-529139964'] for segment, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.873069 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644'] for segment, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.879594 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94043) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:47:06.879977 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-547644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-529198891'] for segment, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: Traceback (most recent call last): Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: timer() Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: cb(*args, **kw) Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: return func(*args, **kwargs) Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: self._notify() Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: self.callback(batched_events) Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: event.method(event) Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: return f(self, *a, **k) Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._get(url).json() Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: return self.request(url, 'GET', **kwargs) Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:47:06.881665 dv-cinder-799668-14-iscsi neutron-server[94043]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:47:06.937124 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-385286'] for network, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.941619 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612699'] for network, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.943584 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ada807e7-e981-4291-9a74-a7ca5b98964a HTTP/1.1" status: 204 len: 168 time: 0.5111434 Aug 31 07:47:06.957133 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e3a6f-aff3-42e3-8cf6-0b18ca352736 admin admin] Pushing event deleted for resources: {'Network': ['ID=ada807e7-e981-4291-9a74-a7ca5b98964a,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:07.071276 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49556) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:07.103788 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device aa7493ff-71d0-4b22-b2a2-921714609201 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:07.125951 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: aa7493ff-71d0-4b22-b2a2-921714609201 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:07.126300 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device aa7493ff-71d0-4b22-b2a2-921714609201 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:07.126760 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:07.127260 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-aee3da52-0fea-4186-9a7c-ad20198d6f84 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e62b3c325dfe412bb093fa6ba41ce608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547140 Aug 31 07:47:07.130072 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49558) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:07.147696 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:07.148036 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device 5d0216c7-10f7-47a5-a2a8-50d52dc02a07 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:07.148448 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 no longer exists at agent ovs-agent-dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:47:07.170081 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.plugin [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] No Port match for: fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 {{(pid=94044) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:47:07.170467 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron.plugins.ml2.rpc [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Device fe130e52-8fbd-485f-9c65-d6bd2fe3ebe5 not bound to the agent host dv-cinder-799668-14-iscsi {{(pid=94044) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:47:07.179524 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-1e224019-1f83-4cb9-ad68-db7e119c5a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.201914 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-1e224019-1f83-4cb9-ad68-db7e119c5a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.247314 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-1e224019-1f83-4cb9-ad68-db7e119c5a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.251094 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-1e224019-1f83-4cb9-ad68-db7e119c5a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.252415 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-1e224019-1f83-4cb9-ad68-db7e119c5a34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d95172c-9bb8-469a-a9ee-7fb4cea51de9 HTTP/1.1" status: 204 len: 168 time: 0.1213531 Aug 31 07:47:07.260524 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e224019-1f83-4cb9-ad68-db7e119c5a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d95172c-9bb8-469a-a9ee-7fb4cea51de9,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:07.578380 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49564) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:07.619123 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-2dc1fd8d-391e-4122-a40a-c3275ee4b838 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e64bdd6de96e46c9ba6c83e390330b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395126 Aug 31 07:47:07.621616 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [-] (94043) accepted ('10.222.0.62', 49566) {{(pid=94043) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:47:07.672460 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bce44ae3-4b2a-4513-a83a-8e260240a91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.693905 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bce44ae3-4b2a-4513-a83a-8e260240a91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.747685 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bce44ae3-4b2a-4513-a83a-8e260240a91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808576'] for security_group, after_delete {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.750738 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron_lib.callbacks.manager [None req-bce44ae3-4b2a-4513-a83a-8e260240a91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:07.752204 dv-cinder-799668-14-iscsi neutron-server[94043]: INFO neutron.wsgi [None req-bce44ae3-4b2a-4513-a83a-8e260240a91c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76d7f753-5e7d-4da3-9a95-01188034b7fc HTTP/1.1" status: 204 len: 168 time: 0.1294224 Aug 31 07:47:07.760586 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce44ae3-4b2a-4513-a83a-8e260240a91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d7f753-5e7d-4da3-9a95-01188034b7fc,revision_number=None']} {{(pid=94043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:47:21.179454 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c2666509-4f62-401a-816d-5cd3642945f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:23.145365 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.154696 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-146d84ce-9f27-43c5-8156-2d6924b32840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.369506 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:24.914684 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:25.095659 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:47:26.780371 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:51.180534 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-85a6c2a4-d5dc-4cb7-81ac-7e53cb42a9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:53.159965 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:54.156112 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-8b009403-ddf3-44b8-ac73-ce6eeb3b48a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:54.371018 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:54.911612 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:56.776390 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:02.095307 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:48:21.182944 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-abe96189-ef9a-4cf7-b8ed-306c21615cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:23.152709 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.158961 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-9cce87af-08e2-41d3-87d1-6493011ac261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.373594 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.918699 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:26.780065 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:39.093863 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:48:51.183131 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-00c61c1b-b36e-4437-b6ce-3298499eaca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:53.162887 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:54.160967 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-9c67f1c9-6a0e-4571-9a46-cb4424216f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:54.394620 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:54.918864 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:56.786092 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:16.093220 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:49:21.185070 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-47b83567-dd46-4b9e-81bd-c53a5e52c596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:23.183097 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.162746 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-67cfd9a7-bdf2-402e-a540-23fd110a8494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.375466 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.919771 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:26.784822 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:51.186733 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-80371b12-90af-461c-afdb-d0f8742362a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:53.091724 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:49:53.194836 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.164970 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-2a0c142d-cae4-4ea5-93c6-a35f75f78d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.378814 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.924353 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:56.790252 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:21.187381 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-0d69fb12-039a-402a-998f-f4d3cc6dcc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:23.198457 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:24.165554 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-f4ef2a13-a481-47e4-9663-f36b3b3d6ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:24.381056 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:24.929314 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:26.791260 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:30.090994 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:50:51.189724 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-ae3aa642-8791-4d8e-b61c-99da984befa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.206923 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.168060 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-655b1928-e742-4f41-bb0c-599e72214d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.383060 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:54.936199 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:56.824572 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:07.090245 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:51:21.191139 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-a3bec92a-c628-4468-ba60-f36fb268d9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:23.205279 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.169698 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-6e27901f-ac8b-4e23-99e3-48fceccb3619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.384820 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.933014 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.796905 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:44.088728 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:51:51.194969 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-42cd4a2e-f6ba-4816-9d44-7b6f92b1c396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:53.204342 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.169968 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-b267d0d7-656c-4dc4-8d1d-d92c5f6f5305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.387819 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.935331 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:56.798611 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:15.952328 dv-cinder-799668-14-iscsi neutron-server[94043]: DEBUG neutron.wsgi [req-92b9773b-e085-4b5e-869d-9b627b757705 req-19efcc51-9749-4667-b865-62658a0964c0 service neutron] (94043) timed out ('10.222.0.59', 63102) {{(pid=94043) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:52:21.087109 dv-cinder-799668-14-iscsi neutron-server[94045]: DEBUG neutron.db.agents_db [None req-2ee8688a-bfdd-4c83-a3db-1f918c5d8b6f None None] Agent healthcheck: found 6 active agents {{(pid=94045) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:52:21.196697 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-486a00e7-02e3-446a-ab17-064491c63969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:23.206951 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-95fd9298-22d4-4bb1-b07c-02e34290b112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.170255 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-33057050-195c-45d8-9e45-e28de5af6515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.391005 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-04d1b328-21d8-4fad-a15d-e46c920f3ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:24.940473 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-c58ff5f8-652b-4ea4-b784-0e525e365247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:26.801789 dv-cinder-799668-14-iscsi neutron-server[94044]: DEBUG neutron_lib.callbacks.manager [None req-cb32bbe8-356b-482d-8abf-36cfcc23023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779184763612', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538575'] for agent, after_update {{(pid=94044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}